[ 557.514884] env[69520]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69520) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.515232] env[69520]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69520) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.515344] env[69520]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69520) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.515680] env[69520]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 557.613416] env[69520]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69520) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 557.622251] env[69520]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.009s {{(pid=69520) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 557.666220] env[69520]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 558.227337] env[69520]: INFO nova.virt.driver [None req-a86e05a9-ec7d-4f9e-b1a4-bbdfa3a9620d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 558.313269] env[69520]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.313441] env[69520]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.313539] env[69520]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69520) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 561.548805] env[69520]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-80ac96b1-fdc1-4b23-bd56-1eca0cec3fc8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.564947] env[69520]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69520) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 561.565098] env[69520]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e6907836-bd3b-4c97-ab9b-50a7713b0758 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.596252] env[69520]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 24c04. [ 561.596430] env[69520]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.283s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.596944] env[69520]: INFO nova.virt.vmwareapi.driver [None req-a86e05a9-ec7d-4f9e-b1a4-bbdfa3a9620d None None] VMware vCenter version: 7.0.3 [ 561.600552] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd0caa-0cb8-469e-bae0-5380826ece33 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.618014] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c7cb45-8d75-4268-993a-039bf9cc8e95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.623927] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c155c8-9e04-4f4d-ad92-32017e1020db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.630444] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8eff0b-936c-4ef2-9bb3-5978240aa1d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.643639] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bea8ee-bb6e-4140-bd9e-9d58a3454e46 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.649342] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9259b48-35b5-45af-89ec-afcb6ca43b8a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.680182] env[69520]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-25151022-cb23-4559-986b-e42818842cb6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.685373] env[69520]: DEBUG nova.virt.vmwareapi.driver [None req-a86e05a9-ec7d-4f9e-b1a4-bbdfa3a9620d None None] Extension org.openstack.compute already exists. {{(pid=69520) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 561.688018] env[69520]: INFO nova.compute.provider_config [None req-a86e05a9-ec7d-4f9e-b1a4-bbdfa3a9620d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 562.191784] env[69520]: DEBUG nova.context [None req-a86e05a9-ec7d-4f9e-b1a4-bbdfa3a9620d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),43c34756-3fe3-4b03-9839-258d6b96af45(cell1) {{(pid=69520) load_cells /opt/stack/nova/nova/context.py:464}} [ 562.194058] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.194302] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.195015] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.195453] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Acquiring lock "43c34756-3fe3-4b03-9839-258d6b96af45" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.195639] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Lock "43c34756-3fe3-4b03-9839-258d6b96af45" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.196829] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Lock "43c34756-3fe3-4b03-9839-258d6b96af45" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.217814] env[69520]: INFO dbcounter [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Registered counter for database nova_cell0 [ 562.225819] env[69520]: INFO dbcounter [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Registered counter for database nova_cell1 [ 562.229288] env[69520]: DEBUG oslo_db.sqlalchemy.engines [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69520) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 562.229638] env[69520]: DEBUG oslo_db.sqlalchemy.engines [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69520) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 562.234794] env[69520]: ERROR nova.db.main.api [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 562.234794] env[69520]: result = function(*args, **kwargs) [ 562.234794] env[69520]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 562.234794] env[69520]: return func(*args, **kwargs) [ 562.234794] env[69520]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 562.234794] env[69520]: result = fn(*args, **kwargs) [ 562.234794] env[69520]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 562.234794] env[69520]: return f(*args, **kwargs) [ 562.234794] env[69520]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 562.234794] env[69520]: return db.service_get_minimum_version(context, binaries) [ 562.234794] env[69520]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 562.234794] env[69520]: _check_db_access() [ 562.234794] env[69520]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 562.234794] env[69520]: stacktrace = ''.join(traceback.format_stack()) [ 562.234794] env[69520]: [ 562.235781] env[69520]: ERROR nova.db.main.api [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 562.235781] env[69520]: result = function(*args, **kwargs) [ 562.235781] env[69520]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 562.235781] env[69520]: return func(*args, **kwargs) [ 562.235781] env[69520]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 562.235781] env[69520]: result = fn(*args, **kwargs) [ 562.235781] env[69520]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 562.235781] env[69520]: return f(*args, **kwargs) [ 562.235781] env[69520]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 562.235781] env[69520]: return db.service_get_minimum_version(context, binaries) [ 562.235781] env[69520]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 562.235781] env[69520]: _check_db_access() [ 562.235781] env[69520]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 562.235781] env[69520]: stacktrace = ''.join(traceback.format_stack()) [ 562.235781] env[69520]: [ 562.236202] env[69520]: WARNING nova.objects.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Failed to get minimum service version for cell 43c34756-3fe3-4b03-9839-258d6b96af45 [ 562.236304] env[69520]: WARNING nova.objects.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 562.236757] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Acquiring lock "singleton_lock" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.236867] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Acquired lock "singleton_lock" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.237112] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Releasing lock "singleton_lock" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.237423] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Full set of CONF: {{(pid=69520) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 562.237568] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ******************************************************************************** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 562.237697] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] Configuration options gathered from: {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 562.237831] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 562.238047] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 562.238185] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ================================================================================ {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 562.238393] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] allow_resize_to_same_host = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.238565] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] arq_binding_timeout = 300 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.238697] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] backdoor_port = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.238823] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] backdoor_socket = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.238988] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] block_device_allocate_retries = 60 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.239166] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] block_device_allocate_retries_interval = 3 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.239354] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cert = self.pem {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.239525] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.239694] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute_monitors = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.239863] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] config_dir = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.240045] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] config_drive_format = iso9660 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.240184] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.240349] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] config_source = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.240517] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] console_host = devstack {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.240680] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] control_exchange = nova {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.240838] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cpu_allocation_ratio = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.240997] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] daemon = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.241179] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] debug = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.241362] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] default_access_ip_network_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.241540] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] default_availability_zone = nova {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.241713] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] default_ephemeral_format = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.241895] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] default_green_pool_size = 1000 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.242160] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.242333] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] default_schedule_zone = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.242494] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] disk_allocation_ratio = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.242654] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] enable_new_services = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.242830] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] enabled_apis = ['osapi_compute'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.242994] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] enabled_ssl_apis = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.243170] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] flat_injected = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.243329] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] force_config_drive = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.243486] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] force_raw_images = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.243655] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] graceful_shutdown_timeout = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.243816] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] heal_instance_info_cache_interval = -1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.244075] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] host = cpu-1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.244227] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.244387] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.244548] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.244762] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.244940] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] instance_build_timeout = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.245122] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] instance_delete_interval = 300 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.245297] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] instance_format = [instance: %(uuid)s] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.245468] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] instance_name_template = instance-%08x {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.245652] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] instance_usage_audit = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.245793] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] instance_usage_audit_period = month {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.245956] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.246138] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.246308] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] internal_service_availability_zone = internal {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.246469] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] key = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.246629] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] live_migration_retry_count = 30 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.246796] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] log_color = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.246958] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] log_config_append = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.247141] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.247305] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] log_dir = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.247468] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] log_file = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.247595] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] log_options = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.247757] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] log_rotate_interval = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.247924] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] log_rotate_interval_type = days {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.248096] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] log_rotation_type = none {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.248227] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.248353] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.248521] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.248683] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.248808] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.248963] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] long_rpc_timeout = 1800 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.249133] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] max_concurrent_builds = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.249290] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] max_concurrent_live_migrations = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.249446] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] max_concurrent_snapshots = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.249602] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] max_local_block_devices = 3 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.249757] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] max_logfile_count = 30 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.249911] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] max_logfile_size_mb = 200 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.250076] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] maximum_instance_delete_attempts = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.250244] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] metadata_listen = 0.0.0.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.250408] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] metadata_listen_port = 8775 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.250576] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] metadata_workers = 2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.250737] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] migrate_max_retries = -1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.250900] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] mkisofs_cmd = genisoimage {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.251112] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.251246] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] my_ip = 10.180.1.21 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.251469] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.251661] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] network_allocate_retries = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.251893] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.252084] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.252253] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] osapi_compute_listen_port = 8774 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.252430] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] osapi_compute_unique_server_name_scope = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.252597] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] osapi_compute_workers = 2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.252755] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] password_length = 12 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.252913] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] periodic_enable = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.253083] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] periodic_fuzzy_delay = 60 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.253255] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] pointer_model = usbtablet {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.253425] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] preallocate_images = none {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.253583] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] publish_errors = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.253713] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] pybasedir = /opt/stack/nova {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.253867] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ram_allocation_ratio = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.254034] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] rate_limit_burst = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.254205] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] rate_limit_except_level = CRITICAL {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.254362] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] rate_limit_interval = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.254520] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] reboot_timeout = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.254674] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] reclaim_instance_interval = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.254892] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] record = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.255127] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] reimage_timeout_per_gb = 60 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.255306] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] report_interval = 120 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.255472] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] rescue_timeout = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.255633] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] reserved_host_cpus = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.255791] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] reserved_host_disk_mb = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.255951] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] reserved_host_memory_mb = 512 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.256122] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] reserved_huge_pages = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.256284] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] resize_confirm_window = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.256444] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] resize_fs_using_block_device = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.256600] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] resume_guests_state_on_host_boot = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.256769] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.256930] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] rpc_response_timeout = 60 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.257102] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] run_external_periodic_tasks = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.257274] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] running_deleted_instance_action = reap {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.257437] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.257597] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] running_deleted_instance_timeout = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.257754] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler_instance_sync_interval = 120 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.257921] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_down_time = 720 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.258101] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] servicegroup_driver = db {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.258261] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] shell_completion = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.258422] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] shelved_offload_time = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.258579] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] shelved_poll_interval = 3600 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.258745] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] shutdown_timeout = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.258905] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] source_is_ipv6 = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.259073] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ssl_only = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.259327] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.259494] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] sync_power_state_interval = 600 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.259654] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] sync_power_state_pool_size = 1000 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.259821] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] syslog_log_facility = LOG_USER {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.259977] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] tempdir = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.260148] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] timeout_nbd = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.260314] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] transport_url = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.260484] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] update_resources_interval = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.260645] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] use_cow_images = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.260800] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] use_journal = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.260955] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] use_json = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.261125] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] use_rootwrap_daemon = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.261302] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] use_stderr = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.261473] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] use_syslog = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.261629] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vcpu_pin_set = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.261796] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plugging_is_fatal = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.261961] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plugging_timeout = 300 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.262144] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] virt_mkfs = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.262305] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] volume_usage_poll_interval = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.262466] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] watch_log_file = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.262629] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] web = /usr/share/spice-html5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.262811] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.262975] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.263152] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.263323] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_concurrency.disable_process_locking = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.263910] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.264120] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.264299] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.264477] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.264651] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.264818] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.265009] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.auth_strategy = keystone {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.265191] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.compute_link_prefix = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.265369] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.265546] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.dhcp_domain = novalocal {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.265719] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.enable_instance_password = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.265883] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.glance_link_prefix = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.266060] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.266248] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.266415] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.instance_list_per_project_cells = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.266581] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.list_records_by_skipping_down_cells = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.266742] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.local_metadata_per_cell = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.266909] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.max_limit = 1000 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.267100] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.metadata_cache_expiration = 15 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.267284] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.neutron_default_tenant_id = default {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.267459] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.response_validation = warn {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.267634] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.use_neutron_default_nets = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.267804] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.267966] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.268149] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.268325] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.268500] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.vendordata_dynamic_targets = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.268666] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.vendordata_jsonfile_path = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.268845] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.269051] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.backend = dogpile.cache.memcached {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.269224] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.backend_argument = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.269385] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.backend_expiration_time = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.269559] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.config_prefix = cache.oslo {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.269724] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.dead_timeout = 60.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.269888] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.debug_cache_backend = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.270069] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.enable_retry_client = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.270237] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.enable_socket_keepalive = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.270408] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.enabled = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.270574] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.enforce_fips_mode = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.270738] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.expiration_time = 600 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.270900] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.hashclient_retry_attempts = 2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.271077] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.271252] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.memcache_dead_retry = 300 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.271440] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.memcache_password = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.271612] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.271774] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.271939] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.memcache_pool_maxsize = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.272118] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.272286] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.memcache_sasl_enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.272467] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.272632] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.272794] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.memcache_username = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.272957] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.proxies = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.273136] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.redis_db = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.273303] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.redis_password = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.273478] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.273663] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.273839] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.redis_server = localhost:6379 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.274014] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.redis_socket_timeout = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.274179] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.redis_username = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.274391] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.retry_attempts = 2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.274503] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.retry_delay = 0.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.274667] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.socket_keepalive_count = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.274828] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.socket_keepalive_idle = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.274990] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.socket_keepalive_interval = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.275164] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.tls_allowed_ciphers = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.275322] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.tls_cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.275480] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.tls_certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.275638] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.tls_enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.275792] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cache.tls_keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.275962] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.auth_section = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.276184] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.auth_type = password {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.276359] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.276538] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.276698] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.276859] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.277031] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.cross_az_attach = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.277198] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.debug = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.277370] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.endpoint_template = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.277523] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.http_retries = 3 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.277684] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.277842] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.278023] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.os_region_name = RegionOne {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.278190] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.278349] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cinder.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.278518] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.278679] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.cpu_dedicated_set = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.278837] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.cpu_shared_set = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.278999] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.image_type_exclude_list = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.279174] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.279339] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.279497] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.279661] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.279828] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.279991] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.resource_provider_association_refresh = 300 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.280166] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.280328] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.shutdown_retry_interval = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.280508] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.280686] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] conductor.workers = 2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.280861] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] console.allowed_origins = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.281033] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] console.ssl_ciphers = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.281210] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] console.ssl_minimum_version = default {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.281411] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] consoleauth.enforce_session_timeout = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.281581] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] consoleauth.token_ttl = 600 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.281749] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.281909] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.282085] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.282294] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.connect_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.282439] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.connect_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.282599] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.endpoint_override = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.282762] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.282919] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.283100] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.max_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.283267] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.min_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.283431] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.region_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.283590] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.retriable_status_codes = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.283746] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.service_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.283917] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.service_type = accelerator {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.284092] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.284255] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.status_code_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.284498] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.status_code_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.284621] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.284804] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.284967] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] cyborg.version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.285153] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.asyncio_connection = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.285316] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.asyncio_slave_connection = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.285487] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.backend = sqlalchemy {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.285812] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.connection = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.285812] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.connection_debug = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.286039] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.connection_parameters = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.286163] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.connection_recycle_time = 3600 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.286328] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.connection_trace = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.286491] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.db_inc_retry_interval = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.286656] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.db_max_retries = 20 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.286820] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.db_max_retry_interval = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.286983] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.db_retry_interval = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.287160] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.max_overflow = 50 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.287323] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.max_pool_size = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.287486] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.max_retries = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.287654] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.287813] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.mysql_wsrep_sync_wait = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.287972] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.pool_timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.288149] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.retry_interval = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.288310] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.slave_connection = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.288472] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.sqlite_synchronous = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.288630] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] database.use_db_reconnect = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.288798] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.asyncio_connection = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.288957] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.asyncio_slave_connection = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.289142] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.backend = sqlalchemy {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.289316] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.connection = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.289485] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.connection_debug = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.289655] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.connection_parameters = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.289817] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.connection_recycle_time = 3600 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.289979] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.connection_trace = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.290155] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.db_inc_retry_interval = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.290322] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.db_max_retries = 20 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.290487] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.db_max_retry_interval = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.290654] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.db_retry_interval = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.290812] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.max_overflow = 50 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.290970] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.max_pool_size = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.291147] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.max_retries = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.291337] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.291506] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.291665] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.pool_timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.291827] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.retry_interval = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.291985] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.slave_connection = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.292161] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] api_database.sqlite_synchronous = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.292359] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] devices.enabled_mdev_types = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.292543] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.292716] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.292878] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ephemeral_storage_encryption.enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.293053] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.293231] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.api_servers = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.293396] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.293559] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.293721] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.293880] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.connect_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.294046] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.connect_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.294213] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.debug = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.294438] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.default_trusted_certificate_ids = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.294619] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.enable_certificate_validation = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.294784] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.enable_rbd_download = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.294944] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.endpoint_override = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.295134] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.295300] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.295463] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.max_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.295619] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.min_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.295781] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.num_retries = 3 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.295949] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.rbd_ceph_conf = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.296133] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.rbd_connect_timeout = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.296296] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.rbd_pool = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.296464] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.rbd_user = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.296630] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.region_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.296788] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.retriable_status_codes = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.296944] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.service_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.297124] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.service_type = image {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.297287] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.297497] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.status_code_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.297715] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.status_code_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.297883] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.298082] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.298253] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.verify_glance_signatures = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.298414] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] glance.version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.298586] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] guestfs.debug = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.298754] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.auth_section = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.298916] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.auth_type = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.299088] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.299251] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.299412] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.299574] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.connect_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.299743] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.connect_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.299902] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.endpoint_override = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.300085] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.300247] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.300406] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.max_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.300564] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.min_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.300721] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.region_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.300877] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.retriable_status_codes = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.301045] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.service_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.301220] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.service_type = shared-file-system {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.301406] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.share_apply_policy_timeout = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.301567] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.301724] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.status_code_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.301885] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.status_code_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.302054] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.302267] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.302403] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] manila.version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.302571] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] mks.enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.302918] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.303128] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] image_cache.manager_interval = 2400 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.303303] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] image_cache.precache_concurrency = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.303477] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] image_cache.remove_unused_base_images = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.303648] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.303817] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.303994] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] image_cache.subdirectory_name = _base {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.304186] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.api_max_retries = 60 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.304351] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.api_retry_interval = 2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.304510] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.auth_section = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.304713] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.auth_type = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.304823] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.304976] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.305148] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.305311] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.conductor_group = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.305472] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.connect_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.305628] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.connect_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.305782] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.endpoint_override = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.305941] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.306114] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.306273] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.max_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.306436] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.min_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.306592] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.peer_list = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.306746] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.region_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.306899] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.retriable_status_codes = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.307762] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.serial_console_state_timeout = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.307762] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.service_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.307762] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.service_type = baremetal {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.307762] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.shard = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.307762] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.307939] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.status_code_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.307966] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.status_code_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.308149] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.308319] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.308478] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ironic.version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.308666] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.308857] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] key_manager.fixed_key = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.309046] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.309213] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.barbican_api_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.309384] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.barbican_endpoint = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.309565] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.barbican_endpoint_type = public {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.309728] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.barbican_region_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.309890] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.310067] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.310239] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.310402] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.310564] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.310727] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.number_of_retries = 60 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.310887] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.retry_delay = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.311068] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.send_service_user_token = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.311238] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.311410] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.311574] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.verify_ssl = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.311733] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican.verify_ssl_path = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.311892] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican_service_user.auth_section = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.312071] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican_service_user.auth_type = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.312230] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican_service_user.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.312394] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican_service_user.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.312556] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican_service_user.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.312714] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican_service_user.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.312869] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican_service_user.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.313039] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican_service_user.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.313199] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] barbican_service_user.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.313372] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.approle_role_id = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.313536] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.approle_secret_id = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.313708] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.kv_mountpoint = secret {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.313868] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.kv_path = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.314042] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.kv_version = 2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.314213] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.namespace = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.314371] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.root_token_id = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.314533] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.ssl_ca_crt_file = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.314701] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.timeout = 60.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.314862] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.use_ssl = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.315045] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.315223] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.315386] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.315553] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.315710] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.connect_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.315868] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.connect_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.316035] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.endpoint_override = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.316202] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.316361] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.316519] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.max_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.316677] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.min_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.316837] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.region_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.316998] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.retriable_status_codes = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.317170] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.service_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.317341] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.service_type = identity {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.317505] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.317662] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.status_code_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.317820] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.status_code_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.317979] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.318172] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.318335] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] keystone.version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.318525] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.ceph_mount_options = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.318822] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.319012] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.connection_uri = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.319181] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.cpu_mode = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.319350] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.319516] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.cpu_models = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.319686] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.cpu_power_governor_high = performance {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.319851] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.320017] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.cpu_power_management = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.320190] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.320361] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.device_detach_attempts = 8 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.320529] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.device_detach_timeout = 20 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.320695] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.disk_cachemodes = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.320854] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.disk_prefix = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.321031] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.enabled_perf_events = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.321200] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.file_backed_memory = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.321375] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.gid_maps = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.321528] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.hw_disk_discard = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.321683] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.hw_machine_type = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.321850] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.images_rbd_ceph_conf = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.322024] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.322190] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.322379] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.images_rbd_glance_store_name = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.322532] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.images_rbd_pool = rbd {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.322699] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.images_type = default {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.322856] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.images_volume_group = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.323025] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.inject_key = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.323189] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.inject_partition = -2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.323349] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.inject_password = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.323509] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.iscsi_iface = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.323667] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.iser_use_multipath = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.323827] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.323987] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.324162] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_downtime = 500 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.324358] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.324500] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.324655] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_inbound_addr = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.324811] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.324968] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.325139] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_scheme = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.325309] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_timeout_action = abort {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.325476] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_tunnelled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.325625] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_uri = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.325782] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.live_migration_with_native_tls = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.325935] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.max_queues = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.326104] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.326343] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.326510] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.nfs_mount_options = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.326786] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.326956] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.327139] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.327303] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.327467] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.327628] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.num_pcie_ports = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.327790] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.327949] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.pmem_namespaces = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.328118] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.quobyte_client_cfg = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.328420] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.328583] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.328750] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.328915] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.329089] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.rbd_secret_uuid = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.329258] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.rbd_user = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.329416] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.329589] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.329748] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.rescue_image_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.329905] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.rescue_kernel_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.330074] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.rescue_ramdisk_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.330247] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.330407] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.rx_queue_size = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.330579] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.smbfs_mount_options = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.330868] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.331059] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.snapshot_compression = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.331229] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.snapshot_image_format = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.331452] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.331621] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.sparse_logical_volumes = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.331784] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.swtpm_enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.331953] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.swtpm_group = tss {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.332135] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.swtpm_user = tss {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.332315] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.sysinfo_serial = unique {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.332475] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.tb_cache_size = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.332635] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.tx_queue_size = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.332798] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.uid_maps = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.332957] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.use_virtio_for_bridges = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.333140] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.virt_type = kvm {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.333311] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.volume_clear = zero {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.333476] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.volume_clear_size = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.333638] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.volume_enforce_multipath = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.333803] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.volume_use_multipath = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.333960] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.vzstorage_cache_path = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.334141] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.334312] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.334477] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.334643] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.334936] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.335132] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.vzstorage_mount_user = stack {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.335299] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.335478] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.auth_section = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.335651] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.auth_type = password {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.335814] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.335972] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.336148] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.336310] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.connect_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.336471] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.connect_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.336643] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.default_floating_pool = public {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.336804] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.endpoint_override = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.336969] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.extension_sync_interval = 600 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.337147] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.http_retries = 3 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.337313] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.337475] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.337635] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.max_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.337806] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.337965] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.min_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.338147] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.ovs_bridge = br-int {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.338316] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.physnets = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.338488] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.region_name = RegionOne {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.338645] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.retriable_status_codes = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.338811] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.service_metadata_proxy = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.338970] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.service_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.339157] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.service_type = network {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.339319] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.339475] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.status_code_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.339632] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.status_code_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.339788] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.339967] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.340141] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] neutron.version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.340314] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] notifications.bdms_in_notifications = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.340493] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] notifications.default_level = INFO {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.340657] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] notifications.include_share_mapping = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.340830] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] notifications.notification_format = unversioned {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.340992] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] notifications.notify_on_state_change = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.341182] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.341364] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] pci.alias = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.341533] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] pci.device_spec = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.341695] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] pci.report_in_placement = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.341869] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.auth_section = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.342057] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.auth_type = password {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.342232] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.342396] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.342554] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.342714] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.342874] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.connect_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.343042] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.connect_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.343206] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.default_domain_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.343362] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.default_domain_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.343518] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.domain_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.343676] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.domain_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.343831] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.endpoint_override = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.343990] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.344162] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.344317] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.max_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.344473] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.min_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.344642] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.password = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.344796] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.project_domain_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.344963] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.project_domain_name = Default {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.345163] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.project_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.345321] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.project_name = service {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.345493] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.region_name = RegionOne {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.345655] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.retriable_status_codes = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.345819] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.service_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.345988] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.service_type = placement {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.346165] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.346326] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.status_code_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.346486] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.status_code_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.346662] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.system_scope = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.346794] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.346948] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.trust_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.347116] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.user_domain_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.347283] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.user_domain_name = Default {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.347445] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.user_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.347611] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.username = nova {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.347789] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.347950] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] placement.version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.348143] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.cores = 20 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.348312] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.count_usage_from_placement = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.348487] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.348653] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.injected_file_content_bytes = 10240 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.348817] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.injected_file_path_length = 255 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.348980] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.injected_files = 5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.349161] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.instances = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.349326] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.key_pairs = 100 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.349493] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.metadata_items = 128 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.349656] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.ram = 51200 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.349820] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.recheck_quota = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.349984] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.server_group_members = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.350161] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.server_groups = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.350370] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.350543] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] quota.unified_limits_resource_strategy = require {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.350713] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.350873] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.351051] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler.image_metadata_prefilter = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.351217] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.351389] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler.max_attempts = 3 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.351547] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler.max_placement_results = 1000 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.351706] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.351865] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.352040] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.352217] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] scheduler.workers = 2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.352394] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.352566] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.352744] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.352909] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.353085] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.353252] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.353414] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.353601] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.353767] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.host_subset_size = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.353928] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.354097] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.354260] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.354424] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.354601] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.354767] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.isolated_hosts = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.354930] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.isolated_images = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.355106] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.355288] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.355432] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.355597] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.pci_in_placement = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.355760] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.355922] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.356095] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.356260] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.356423] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.356588] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.356760] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.track_instance_changes = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.356921] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.357103] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] metrics.required = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.357272] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] metrics.weight_multiplier = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.357438] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.357602] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] metrics.weight_setting = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.357909] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.358093] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] serial_console.enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.358274] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] serial_console.port_range = 10000:20000 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.358447] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.358617] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.358783] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] serial_console.serialproxy_port = 6083 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.358948] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_user.auth_section = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.359133] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_user.auth_type = password {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.359297] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_user.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.359456] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_user.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.359617] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_user.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.359775] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_user.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.359929] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_user.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.360112] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_user.send_service_user_token = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.360278] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_user.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.360438] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] service_user.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.360608] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.agent_enabled = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.360763] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.361084] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.361304] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.361472] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.html5proxy_port = 6082 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.361635] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.image_compression = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.361794] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.jpeg_compression = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.361951] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.playback_compression = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.362126] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.require_secure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.362297] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.server_listen = 127.0.0.1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.362467] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.362740] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.362910] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.streaming_mode = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.363079] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] spice.zlib_compression = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.363251] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] upgrade_levels.baseapi = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.363420] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] upgrade_levels.compute = auto {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.363581] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] upgrade_levels.conductor = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.363738] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] upgrade_levels.scheduler = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.363903] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.364074] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.364237] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vendordata_dynamic_auth.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.364395] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vendordata_dynamic_auth.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.364559] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.364717] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vendordata_dynamic_auth.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.364874] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.365045] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.365206] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vendordata_dynamic_auth.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.365394] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.api_retry_count = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.365538] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.ca_file = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.365709] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.365878] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.cluster_name = testcl1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.366053] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.connection_pool_size = 10 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.366216] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.console_delay_seconds = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.366384] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.datastore_regex = ^datastore.* {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.366593] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.366769] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.host_password = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.366937] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.host_port = 443 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.367118] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.host_username = administrator@vsphere.local {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.367292] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.insecure = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.367453] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.integration_bridge = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.367618] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.maximum_objects = 100 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.367776] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.pbm_default_policy = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.367937] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.pbm_enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.368113] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.pbm_wsdl_location = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.368284] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.368446] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.serial_port_proxy_uri = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.368602] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.serial_port_service_uri = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.368768] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.task_poll_interval = 0.5 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.368937] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.use_linked_clone = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.369118] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.vnc_keymap = en-us {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.369288] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.vnc_port = 5900 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.369452] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vmware.vnc_port_total = 10000 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.369638] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vnc.auth_schemes = ['none'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.369812] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vnc.enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.370110] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.370301] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.370473] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vnc.novncproxy_port = 6080 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.370659] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vnc.server_listen = 127.0.0.1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.370841] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.371008] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vnc.vencrypt_ca_certs = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.371178] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vnc.vencrypt_client_cert = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.371349] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vnc.vencrypt_client_key = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.371524] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.371686] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.disable_deep_image_inspection = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.371847] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.372012] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.372185] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.372357] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.disable_rootwrap = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.372510] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.enable_numa_live_migration = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.372673] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.372831] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.372990] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.373163] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.libvirt_disable_apic = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.373325] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.373487] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.373646] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.373805] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.373964] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.374142] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.374304] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.374465] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.374623] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.374791] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.374971] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.375149] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.375313] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] zvm.ca_file = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.375504] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] zvm.cloud_connector_url = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.375761] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.375934] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] zvm.reachable_timeout = 300 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.376118] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.376297] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.376477] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.connection_string = messaging:// {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.376642] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.enabled = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.376813] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.es_doc_type = notification {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.376976] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.es_scroll_size = 10000 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.377165] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.es_scroll_time = 2m {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.377324] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.filter_error_trace = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.377493] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.hmac_keys = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.377661] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.sentinel_service_name = mymaster {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.377824] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.socket_timeout = 0.1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.377985] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.trace_requests = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.378158] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler.trace_sqlalchemy = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.378336] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler_jaeger.process_tags = {} {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.378496] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler_jaeger.service_name_prefix = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.378656] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] profiler_otlp.service_name_prefix = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.378817] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] remote_debug.host = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.378975] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] remote_debug.port = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.379163] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.379322] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.379485] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.379644] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.379804] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.379963] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.380133] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.380298] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.380464] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.380632] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.380790] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.380956] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.381145] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.381316] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.381479] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.381650] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.381810] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.381971] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.382154] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.382318] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.382481] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.382643] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.382807] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.382965] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.383137] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.383298] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.383459] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.383618] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.383778] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.383938] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.384112] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.ssl = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.384285] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.384454] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.384615] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.384781] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.384945] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.385116] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.385301] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.385467] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_notifications.retry = -1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.385640] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.385808] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.385975] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.auth_section = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.386151] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.auth_type = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.386312] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.cafile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.386472] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.certfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.386632] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.collect_timing = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.386789] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.connect_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.386946] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.connect_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.387116] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.endpoint_id = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.387288] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.387448] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.endpoint_override = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.387604] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.endpoint_region_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.387760] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.endpoint_service_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.387916] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.endpoint_service_type = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.388086] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.insecure = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.388247] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.keyfile = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.388405] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.max_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.388562] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.min_version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.388718] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.region_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.388874] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.retriable_status_codes = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.389048] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.service_name = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.389212] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.service_type = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.389371] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.split_loggers = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.389530] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.status_code_retries = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.389686] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.status_code_retry_delay = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.389845] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.timeout = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.390009] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.valid_interfaces = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.390174] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_limit.version = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.390343] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_reports.file_event_handler = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.390509] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.390667] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] oslo_reports.log_dir = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.390838] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.390996] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.391171] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.391349] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.391517] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.391677] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.391845] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.392015] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_ovs_privileged.group = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.392181] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.392348] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.392510] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.392666] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] vif_plug_ovs_privileged.user = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.392834] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.393021] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.393196] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.393368] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.393543] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.393716] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.393881] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.394055] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.394240] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.394411] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_ovs.isolate_vif = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.394579] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.394743] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.394913] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.395094] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.395261] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] os_vif_ovs.per_port_bridge = False {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.395432] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] privsep_osbrick.capabilities = [21] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.395590] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] privsep_osbrick.group = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.395746] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] privsep_osbrick.helper_command = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.395909] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.396084] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.396247] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] privsep_osbrick.user = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.396420] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.396582] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] nova_sys_admin.group = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.396736] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] nova_sys_admin.helper_command = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.396900] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.397069] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.397230] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] nova_sys_admin.user = None {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.397360] env[69520]: DEBUG oslo_service.backend.eventlet.service [None req-0d561be1-5079-4dd5-a1ae-b346e4f74045 None None] ******************************************************************************** {{(pid=69520) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 562.397752] env[69520]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 562.901249] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Getting list of instances from cluster (obj){ [ 562.901249] env[69520]: value = "domain-c8" [ 562.901249] env[69520]: _type = "ClusterComputeResource" [ 562.901249] env[69520]: } {{(pid=69520) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 562.902351] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34b92f5-db51-4f8d-8008-4abfaf0ac7c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.911040] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Got total of 0 instances {{(pid=69520) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 562.911639] env[69520]: WARNING nova.virt.vmwareapi.driver [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 562.912117] env[69520]: INFO nova.virt.node [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Generated node identity 093b5977-ab1e-4208-9866-9743536d6c6d [ 562.912366] env[69520]: INFO nova.virt.node [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Wrote node identity 093b5977-ab1e-4208-9866-9743536d6c6d to /opt/stack/data/n-cpu-1/compute_id [ 563.415035] env[69520]: WARNING nova.compute.manager [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Compute nodes ['093b5977-ab1e-4208-9866-9743536d6c6d'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 564.421402] env[69520]: INFO nova.compute.manager [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 565.426925] env[69520]: WARNING nova.compute.manager [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 565.427310] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.427433] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.427583] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.427749] env[69520]: DEBUG nova.compute.resource_tracker [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 565.428698] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84094318-53f1-42c2-bdf5-27fe12d047a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.436835] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6e2c96-eacf-4710-a2a4-e73b8d442df5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.451601] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46bfeac-72d0-4846-a1c2-12be8df1fb70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.458136] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f12c26a-b2eb-413a-9e97-fe040f6a2ab3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.487018] env[69520]: DEBUG nova.compute.resource_tracker [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180973MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 565.487190] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.487385] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.990421] env[69520]: WARNING nova.compute.resource_tracker [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] No compute node record for cpu-1:093b5977-ab1e-4208-9866-9743536d6c6d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 093b5977-ab1e-4208-9866-9743536d6c6d could not be found. [ 566.494272] env[69520]: INFO nova.compute.resource_tracker [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 093b5977-ab1e-4208-9866-9743536d6c6d [ 568.003175] env[69520]: DEBUG nova.compute.resource_tracker [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 568.003548] env[69520]: DEBUG nova.compute.resource_tracker [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 568.156047] env[69520]: INFO nova.scheduler.client.report [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] [req-83ac3150-1c8e-4cb5-aea4-44a2b3d161e3] Created resource provider record via placement API for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 568.173500] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1ce930-fe59-412d-b24a-c0254c21b57e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.181719] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37227338-9385-4bd6-98fb-1f4bd45eb9f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.212277] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1deef7-7bb8-4240-97ac-99abd15854a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.219828] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb030a4b-a458-4f9b-8c1a-5adb493fb1e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.233272] env[69520]: DEBUG nova.compute.provider_tree [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 568.770136] env[69520]: DEBUG nova.scheduler.client.report [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Updated inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 568.770136] env[69520]: DEBUG nova.compute.provider_tree [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Updating resource provider 093b5977-ab1e-4208-9866-9743536d6c6d generation from 0 to 1 during operation: update_inventory {{(pid=69520) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 568.770136] env[69520]: DEBUG nova.compute.provider_tree [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 568.825111] env[69520]: DEBUG nova.compute.provider_tree [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Updating resource provider 093b5977-ab1e-4208-9866-9743536d6c6d generation from 1 to 2 during operation: update_traits {{(pid=69520) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 569.330399] env[69520]: DEBUG nova.compute.resource_tracker [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 569.330399] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.330399] env[69520]: DEBUG nova.service [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Creating RPC server for service compute {{(pid=69520) start /opt/stack/nova/nova/service.py:178}} [ 569.343474] env[69520]: DEBUG nova.service [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] Join ServiceGroup membership for this service compute {{(pid=69520) start /opt/stack/nova/nova/service.py:195}} [ 569.343694] env[69520]: DEBUG nova.servicegroup.drivers.db [None req-4da0a759-6a6b-4607-a011-ad16deb2103b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69520) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 607.577631] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquiring lock "4d540c53-1d58-4f57-b692-f01e80e7b95d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.577631] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Lock "4d540c53-1d58-4f57-b692-f01e80e7b95d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.083747] env[69520]: DEBUG nova.compute.manager [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.208959] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "8a5cc12e-5155-4647-b467-78f81893e87c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.209519] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "8a5cc12e-5155-4647-b467-78f81893e87c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.632578] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.632837] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.635212] env[69520]: INFO nova.compute.claims [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.712421] env[69520]: DEBUG nova.compute.manager [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.243270] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.466988] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquiring lock "b42a89a0-2d11-410c-a6dd-226b2911ff98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.467533] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lock "b42a89a0-2d11-410c-a6dd-226b2911ff98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.731894] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab09f7f-8143-4fcc-809c-8e88982189be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.744079] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c04165d-66fb-476d-8145-f6844d24799a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.783559] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1c5117-527f-404a-bbf1-6ed1b5f87536 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.791554] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b738db8f-f620-47cd-8e1a-5acad18309be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.807760] env[69520]: DEBUG nova.compute.provider_tree [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.971064] env[69520]: DEBUG nova.compute.manager [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.183789] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "5dd1c283-306f-448f-bdda-2f1400591a25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.183789] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "5dd1c283-306f-448f-bdda-2f1400591a25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.314244] env[69520]: DEBUG nova.scheduler.client.report [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.520370] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.688648] env[69520]: DEBUG nova.compute.manager [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.820023] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.820762] env[69520]: DEBUG nova.compute.manager [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.826381] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.583s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.826879] env[69520]: INFO nova.compute.claims [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.225829] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.330702] env[69520]: DEBUG nova.compute.utils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.330702] env[69520]: DEBUG nova.compute.manager [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Not allocating networking since 'none' was specified. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 611.836800] env[69520]: DEBUG nova.compute.manager [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.937483] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c33e5c-646a-436b-90ad-53ef8bdfacf9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.953272] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189eff9b-2193-45d1-95a3-3a578dc6d6ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.991092] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf10bbc-3798-4769-8403-ed799c3894b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.000312] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee80d2-4d42-4d6f-8f50-6fb2b3dc7b70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.018677] env[69520]: DEBUG nova.compute.provider_tree [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.525525] env[69520]: DEBUG nova.scheduler.client.report [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.853111] env[69520]: DEBUG nova.compute.manager [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.030481] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.031026] env[69520]: DEBUG nova.compute.manager [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.035294] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.516s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.036934] env[69520]: INFO nova.compute.claims [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.544962] env[69520]: DEBUG nova.compute.utils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.559272] env[69520]: DEBUG nova.compute.manager [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.559272] env[69520]: DEBUG nova.network.neutron [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.797140] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.797380] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.797530] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.799157] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.799423] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.799607] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.799826] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.799983] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.801679] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.801859] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.802145] env[69520]: DEBUG nova.virt.hardware [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.803121] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8552ab-963e-4d3b-aef3-17dc4ea5b63c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.816042] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33be133-abc2-431b-a0d2-233480be51d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.840653] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fac8b9-0cce-48e1-9e73-76f4ccc253bb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.863335] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.880214] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.880462] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44bb1c60-3a13-4bda-9ec1-c9bf27099e20 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.891707] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Created folder: OpenStack in parent group-v4. [ 613.891944] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Creating folder: Project (4bcc9adee95247e3abe01596ad9f0e94). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.892203] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b918540-9170-4afb-957d-a0710f83ba9e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.906053] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Created folder: Project (4bcc9adee95247e3abe01596ad9f0e94) in parent group-v695915. [ 613.906272] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Creating folder: Instances. Parent ref: group-v695916. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.906516] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf1b0153-223b-4ac4-a436-ce949df96cc4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.915920] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Created folder: Instances in parent group-v695916. [ 613.916190] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.916910] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.916910] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb3eba60-5bbb-4c5f-a673-23765900e812 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.933579] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.933579] env[69520]: value = "task-3481106" [ 613.933579] env[69520]: _type = "Task" [ 613.933579] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.942258] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481106, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.050997] env[69520]: DEBUG nova.compute.manager [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.166934] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8691f5d-2db0-4efc-80b3-636e39d90f7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.178843] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0695f42-258b-49d1-bd0d-167197f586db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.256461] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab08156-7938-43be-abcc-c6b9c1bd8cf2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.269938] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eecfde-f35d-4d96-8f71-bae6521ae9b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.293541] env[69520]: DEBUG nova.compute.provider_tree [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.397964] env[69520]: DEBUG nova.policy [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ba6e13063fb446d9c897654d51b5ced', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84c8c261e9f14a4e8b4767c93f31df80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.445565] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481106, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.804294] env[69520]: DEBUG nova.scheduler.client.report [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.946317] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481106, 'name': CreateVM_Task, 'duration_secs': 0.650212} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.947685] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.948353] env[69520]: DEBUG oslo_vmware.service [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f4353-859a-45dc-b472-a656dd91cc61 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.955883] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.956060] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.957088] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.957324] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b387eb88-2d6c-41e3-bf0e-72a6033ff466 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.967644] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 614.967644] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528f7111-4141-ac8d-6d9a-3e519ae7d462" [ 614.967644] env[69520]: _type = "Task" [ 614.967644] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.980065] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528f7111-4141-ac8d-6d9a-3e519ae7d462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.063237] env[69520]: DEBUG nova.compute.manager [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.103103] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.103274] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.103338] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.103562] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.103631] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.103777] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.103986] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.104172] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.104323] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.104488] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.104663] env[69520]: DEBUG nova.virt.hardware [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.105582] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31192f9a-8a0d-44a4-bcfd-6a5e1b5d9a2a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.114013] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983a21cf-bbb2-4b24-8839-59722591d194 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.314594] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.314594] env[69520]: DEBUG nova.compute.manager [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.318142] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.090s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.318142] env[69520]: INFO nova.compute.claims [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.434271] env[69520]: DEBUG nova.network.neutron [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Successfully created port: d59fd8c9-3399-48fc-a933-df22ccdde132 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.479769] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.480109] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.480941] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.480941] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.481873] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.482253] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4531552b-eca4-48c4-af55-4be994f8a7b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.502758] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.502946] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.503850] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb3dba4-eed7-4972-8bbd-c47bdd45b1f9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.516042] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b787080a-3934-46e4-acd0-3a069d3b89f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.527040] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 615.527040] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52eff194-0f2e-8cc6-93b7-9d1f977ef89a" [ 615.527040] env[69520]: _type = "Task" [ 615.527040] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.547864] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Preparing fetch location {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 615.548146] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Creating directory with path [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.548399] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4acc6cf0-16e8-4202-b8e5-fa24c81a0873 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.584061] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Created directory with path [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.584282] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Fetch image to [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 615.584446] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Downloading image file data 9fcf0c2d-7653-4ea3-900e-fd222f613fda to [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk on the data store datastore2 {{(pid=69520) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 615.585319] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d667931-88de-4a55-9ab5-ced915956cee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.600194] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2111e872-d33d-48e6-9cf0-e4e142ff2299 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.620753] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afa62de-2d4b-4a28-b50b-0a8dbe7ee711 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.665994] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b57ce1-f6b9-4abb-8d34-90dc9a77a46a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.674316] env[69520]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7eb78e82-43fd-4c17-9147-5f83393343d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.700083] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Downloading image file data 9fcf0c2d-7653-4ea3-900e-fd222f613fda to the data store datastore2 {{(pid=69520) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 615.791696] env[69520]: DEBUG oslo_vmware.rw_handles [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69520) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 615.864623] env[69520]: DEBUG nova.compute.utils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.872683] env[69520]: DEBUG nova.compute.manager [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.876388] env[69520]: DEBUG nova.network.neutron [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.046670] env[69520]: DEBUG nova.policy [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56d9a5233bc841b485830579317af81c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96b20a4db89547b48bf7b715282d6033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.371293] env[69520]: DEBUG nova.compute.manager [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.504895] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d035f0a-d357-41f3-81b4-da753745dfa1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.516776] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4787fb40-6ee0-4dd9-ab82-4f30081e01e4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.566439] env[69520]: DEBUG oslo_vmware.rw_handles [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Completed reading data from the image iterator. {{(pid=69520) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 616.566439] env[69520]: DEBUG oslo_vmware.rw_handles [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 616.566439] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44193d8b-8a72-4d79-a933-13a748743d97 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.575706] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2382ceef-b77f-41f5-9ef4-bb8623ec742c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.592766] env[69520]: DEBUG nova.compute.provider_tree [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.693802] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Downloaded image file data 9fcf0c2d-7653-4ea3-900e-fd222f613fda to vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk on the data store datastore2 {{(pid=69520) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 616.695484] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Caching image {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 616.695734] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Copying Virtual Disk [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk to [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.698329] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae249eaf-7eb8-4d48-8d5f-b247933ab6b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.707704] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 616.707704] env[69520]: value = "task-3481107" [ 616.707704] env[69520]: _type = "Task" [ 616.707704] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.716424] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.100549] env[69520]: DEBUG nova.scheduler.client.report [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.221538] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481107, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.385015] env[69520]: DEBUG nova.compute.manager [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.418227] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.418227] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.418227] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.418961] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.419921] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.422521] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.422521] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.422521] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.422521] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.422521] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.423067] env[69520]: DEBUG nova.virt.hardware [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.423067] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c5ef55-e32a-4ad8-9e68-b5d6cec7cfd3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.434014] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff0525e-f41f-49fe-a931-ed2a63a74d0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.607440] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.610165] env[69520]: DEBUG nova.compute.manager [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.643823] env[69520]: DEBUG nova.network.neutron [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Successfully created port: 7586c3b9-7812-4258-9f3b-b6663c15304c {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.723873] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84764} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.724194] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Copied Virtual Disk [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk to [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.724377] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Deleting the datastore file [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.724986] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b6d578b-c1fe-4924-bb81-44f28eed7d38 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.734163] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 617.734163] env[69520]: value = "task-3481108" [ 617.734163] env[69520]: _type = "Task" [ 617.734163] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.745677] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.125429] env[69520]: DEBUG nova.compute.utils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.125429] env[69520]: DEBUG nova.compute.manager [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.125429] env[69520]: DEBUG nova.network.neutron [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.247761] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172535} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.247861] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.248418] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Moving file from [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247/9fcf0c2d-7653-4ea3-900e-fd222f613fda to [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda. {{(pid=69520) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 618.248418] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f1cb5624-528d-42ea-9c0c-e90c101af214 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.255904] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 618.255904] env[69520]: value = "task-3481109" [ 618.255904] env[69520]: _type = "Task" [ 618.255904] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.267259] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481109, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.295598] env[69520]: DEBUG nova.policy [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab7215ffc14c46cd90bd0bfce869b4e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c8961d215d84628977979f1ab190267', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.637019] env[69520]: DEBUG nova.compute.manager [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.769359] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481109, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024746} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.769886] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] File moved {{(pid=69520) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 618.769886] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Cleaning up location [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247 {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 618.769886] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Deleting the datastore file [datastore2] vmware_temp/292949e0-2af3-411f-928c-bd170d394247 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.770657] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd8f514e-bbcf-4598-8408-d12a92c49e61 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.778816] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 618.778816] env[69520]: value = "task-3481110" [ 618.778816] env[69520]: _type = "Task" [ 618.778816] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.789297] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.296783] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030297} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.297614] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.299342] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a244fa3-8435-46ee-875b-5022f2062331 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.304958] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 619.304958] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b7460a-e3d0-d0cd-d7c9-26e13e40420d" [ 619.304958] env[69520]: _type = "Task" [ 619.304958] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.316683] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b7460a-e3d0-d0cd-d7c9-26e13e40420d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.502582] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "5f6a67e7-6678-4797-a41b-823db1b4811d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.502826] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "5f6a67e7-6678-4797-a41b-823db1b4811d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.647282] env[69520]: DEBUG nova.compute.manager [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.786381] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.787080] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.787080] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.787080] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.787080] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.787267] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.787424] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.787585] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.787721] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.787877] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.788276] env[69520]: DEBUG nova.virt.hardware [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.789129] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e276aa0-172f-4422-b4b8-ae412cb2db97 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.799906] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bb32fc-5dae-4f0d-88ea-8b06cf282c18 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.826401] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b7460a-e3d0-d0cd-d7c9-26e13e40420d, 'name': SearchDatastore_Task, 'duration_secs': 0.015277} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.826634] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.826943] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 4d540c53-1d58-4f57-b692-f01e80e7b95d/4d540c53-1d58-4f57-b692-f01e80e7b95d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.827509] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c15f6ad-92fc-4dbf-bbfe-c4fdeb45a897 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.835306] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 619.835306] env[69520]: value = "task-3481111" [ 619.835306] env[69520]: _type = "Task" [ 619.835306] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.844194] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.006521] env[69520]: DEBUG nova.compute.manager [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.186864] env[69520]: DEBUG nova.network.neutron [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Successfully created port: 045ea495-7df0-4cb6-a9e7-628e2275011e {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.351725] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481111, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.540042] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.540042] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.540042] env[69520]: INFO nova.compute.claims [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.704300] env[69520]: DEBUG nova.network.neutron [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Successfully updated port: d59fd8c9-3399-48fc-a933-df22ccdde132 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.853835] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691659} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.853835] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 4d540c53-1d58-4f57-b692-f01e80e7b95d/4d540c53-1d58-4f57-b692-f01e80e7b95d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.853973] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.854242] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75d67749-b33e-4bfb-89cb-718d65c0a6c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.864754] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 620.864754] env[69520]: value = "task-3481112" [ 620.864754] env[69520]: _type = "Task" [ 620.864754] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.873903] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.208643] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "refresh_cache-8a5cc12e-5155-4647-b467-78f81893e87c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.209371] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquired lock "refresh_cache-8a5cc12e-5155-4647-b467-78f81893e87c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.209582] env[69520]: DEBUG nova.network.neutron [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.378587] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125591} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.380143] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.380143] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9645a09-2ea1-44db-90f6-216488c03f2d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.410024] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 4d540c53-1d58-4f57-b692-f01e80e7b95d/4d540c53-1d58-4f57-b692-f01e80e7b95d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.410024] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84e5c144-df30-431e-9de8-74f99a0b272c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.430576] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 621.430576] env[69520]: value = "task-3481113" [ 621.430576] env[69520]: _type = "Task" [ 621.430576] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.441307] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.691063] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557e8a81-4b97-4742-9622-9e3a53229a8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.699354] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05763a0-6aa8-4753-b3ac-f9027163ca28 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.735245] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f4e379-7446-4d92-a64d-ebe84134f1b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.749780] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282d515f-cfab-4798-a729-194e61b6c9dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.765537] env[69520]: DEBUG nova.compute.provider_tree [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.862483] env[69520]: DEBUG nova.network.neutron [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.943493] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481113, 'name': ReconfigVM_Task, 'duration_secs': 0.386821} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.943795] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 4d540c53-1d58-4f57-b692-f01e80e7b95d/4d540c53-1d58-4f57-b692-f01e80e7b95d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.944552] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-342fbabb-e322-40d5-8e50-fe90c4809f47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.963643] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 621.963643] env[69520]: value = "task-3481114" [ 621.963643] env[69520]: _type = "Task" [ 621.963643] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.976860] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481114, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.042347] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.042581] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.272508] env[69520]: DEBUG nova.scheduler.client.report [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.461984] env[69520]: DEBUG nova.network.neutron [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Updating instance_info_cache with network_info: [{"id": "d59fd8c9-3399-48fc-a933-df22ccdde132", "address": "fa:16:3e:5f:a3:41", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59fd8c9-33", "ovs_interfaceid": "d59fd8c9-3399-48fc-a933-df22ccdde132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.477957] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481114, 'name': Rename_Task, 'duration_secs': 0.127145} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.478769] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.479169] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bb5460d-7b39-4d0b-a266-843f6294d739 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.489020] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 622.489020] env[69520]: value = "task-3481115" [ 622.489020] env[69520]: _type = "Task" [ 622.489020] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.497578] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.545305] env[69520]: DEBUG nova.compute.manager [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.754633] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquiring lock "690e1e14-03ae-499c-8c3d-511f638c030b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.755086] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lock "690e1e14-03ae-499c-8c3d-511f638c030b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.776057] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.777694] env[69520]: DEBUG nova.compute.manager [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.901844] env[69520]: DEBUG nova.network.neutron [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Successfully updated port: 7586c3b9-7812-4258-9f3b-b6663c15304c {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.963861] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Releasing lock "refresh_cache-8a5cc12e-5155-4647-b467-78f81893e87c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.964083] env[69520]: DEBUG nova.compute.manager [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Instance network_info: |[{"id": "d59fd8c9-3399-48fc-a933-df22ccdde132", "address": "fa:16:3e:5f:a3:41", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59fd8c9-33", "ovs_interfaceid": "d59fd8c9-3399-48fc-a933-df22ccdde132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.964618] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:a3:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd59fd8c9-3399-48fc-a933-df22ccdde132', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.976346] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Creating folder: Project (84c8c261e9f14a4e8b4767c93f31df80). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.976604] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-301dc93b-055d-4b5e-83c6-b565df134649 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.989500] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Created folder: Project (84c8c261e9f14a4e8b4767c93f31df80) in parent group-v695915. [ 622.989500] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Creating folder: Instances. Parent ref: group-v695919. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.989500] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf535e7-556e-409d-a73a-c302d2d4d93b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.005422] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Created folder: Instances in parent group-v695919. [ 623.005630] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.006264] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.006502] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab11c163-bb0f-4bbc-aca7-43c0da9d5278 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.028888] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481115, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.033654] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.033654] env[69520]: value = "task-3481118" [ 623.033654] env[69520]: _type = "Task" [ 623.033654] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.042062] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481118, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.079778] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.080066] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.081722] env[69520]: INFO nova.compute.claims [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.260911] env[69520]: DEBUG nova.compute.manager [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.283495] env[69520]: DEBUG nova.compute.utils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.287120] env[69520]: DEBUG nova.compute.manager [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Not allocating networking since 'none' was specified. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 623.405644] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquiring lock "refresh_cache-b42a89a0-2d11-410c-a6dd-226b2911ff98" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.405794] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquired lock "refresh_cache-b42a89a0-2d11-410c-a6dd-226b2911ff98" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.405939] env[69520]: DEBUG nova.network.neutron [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.500034] env[69520]: DEBUG oslo_vmware.api [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481115, 'name': PowerOnVM_Task, 'duration_secs': 0.737257} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.500356] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.500684] env[69520]: INFO nova.compute.manager [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Took 10.65 seconds to spawn the instance on the hypervisor. [ 623.501412] env[69520]: DEBUG nova.compute.manager [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.501814] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864e0c68-b363-49c3-8bf7-14f51833d4ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.549636] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481118, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.788316] env[69520]: DEBUG nova.compute.manager [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.809518] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.882398] env[69520]: DEBUG nova.compute.manager [req-adb862dc-b8fa-4e28-809e-af385fb4469b req-46f6f34a-4f83-41d2-8ca5-28aa9c0ea9dc service nova] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Received event network-vif-plugged-d59fd8c9-3399-48fc-a933-df22ccdde132 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.882398] env[69520]: DEBUG oslo_concurrency.lockutils [req-adb862dc-b8fa-4e28-809e-af385fb4469b req-46f6f34a-4f83-41d2-8ca5-28aa9c0ea9dc service nova] Acquiring lock "8a5cc12e-5155-4647-b467-78f81893e87c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.882693] env[69520]: DEBUG oslo_concurrency.lockutils [req-adb862dc-b8fa-4e28-809e-af385fb4469b req-46f6f34a-4f83-41d2-8ca5-28aa9c0ea9dc service nova] Lock "8a5cc12e-5155-4647-b467-78f81893e87c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.882918] env[69520]: DEBUG oslo_concurrency.lockutils [req-adb862dc-b8fa-4e28-809e-af385fb4469b req-46f6f34a-4f83-41d2-8ca5-28aa9c0ea9dc service nova] Lock "8a5cc12e-5155-4647-b467-78f81893e87c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.883330] env[69520]: DEBUG nova.compute.manager [req-adb862dc-b8fa-4e28-809e-af385fb4469b req-46f6f34a-4f83-41d2-8ca5-28aa9c0ea9dc service nova] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] No waiting events found dispatching network-vif-plugged-d59fd8c9-3399-48fc-a933-df22ccdde132 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.883588] env[69520]: WARNING nova.compute.manager [req-adb862dc-b8fa-4e28-809e-af385fb4469b req-46f6f34a-4f83-41d2-8ca5-28aa9c0ea9dc service nova] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Received unexpected event network-vif-plugged-d59fd8c9-3399-48fc-a933-df22ccdde132 for instance with vm_state building and task_state spawning. [ 623.955554] env[69520]: DEBUG nova.network.neutron [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Successfully updated port: 045ea495-7df0-4cb6-a9e7-628e2275011e {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.025369] env[69520]: INFO nova.compute.manager [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Took 15.43 seconds to build instance. [ 624.048363] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481118, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.226102] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603fbf27-15a2-43b3-bbf0-8f5954642261 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.235809] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387895ae-6b5b-45fa-908b-055321bffc61 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.275170] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658b9717-c3ed-4bf5-a025-b0edac20793b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.286098] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a2af50-9cdb-4324-b53b-41d7f0e8bfea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.306403] env[69520]: DEBUG nova.compute.provider_tree [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.381835] env[69520]: DEBUG nova.network.neutron [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.462077] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "refresh_cache-5dd1c283-306f-448f-bdda-2f1400591a25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.462356] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquired lock "refresh_cache-5dd1c283-306f-448f-bdda-2f1400591a25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.463161] env[69520]: DEBUG nova.network.neutron [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.532026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-998ded80-7b69-43c3-9339-d38b5d0bdb45 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Lock "4d540c53-1d58-4f57-b692-f01e80e7b95d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.955s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.545944] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481118, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.564919] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquiring lock "2d5ffd67-779d-44cc-a765-5110d7aa001c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.565073] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lock "2d5ffd67-779d-44cc-a765-5110d7aa001c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.733561] env[69520]: DEBUG nova.compute.manager [req-e2b77165-8290-4835-96a0-0186bc8fbd79 req-c7bf46f6-bd16-4313-ac6e-7330392efe4c service nova] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Received event network-vif-plugged-7586c3b9-7812-4258-9f3b-b6663c15304c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.733773] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2b77165-8290-4835-96a0-0186bc8fbd79 req-c7bf46f6-bd16-4313-ac6e-7330392efe4c service nova] Acquiring lock "b42a89a0-2d11-410c-a6dd-226b2911ff98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.733966] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2b77165-8290-4835-96a0-0186bc8fbd79 req-c7bf46f6-bd16-4313-ac6e-7330392efe4c service nova] Lock "b42a89a0-2d11-410c-a6dd-226b2911ff98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.734137] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2b77165-8290-4835-96a0-0186bc8fbd79 req-c7bf46f6-bd16-4313-ac6e-7330392efe4c service nova] Lock "b42a89a0-2d11-410c-a6dd-226b2911ff98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.734306] env[69520]: DEBUG nova.compute.manager [req-e2b77165-8290-4835-96a0-0186bc8fbd79 req-c7bf46f6-bd16-4313-ac6e-7330392efe4c service nova] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] No waiting events found dispatching network-vif-plugged-7586c3b9-7812-4258-9f3b-b6663c15304c {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.734459] env[69520]: WARNING nova.compute.manager [req-e2b77165-8290-4835-96a0-0186bc8fbd79 req-c7bf46f6-bd16-4313-ac6e-7330392efe4c service nova] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Received unexpected event network-vif-plugged-7586c3b9-7812-4258-9f3b-b6663c15304c for instance with vm_state building and task_state spawning. [ 624.797524] env[69520]: DEBUG nova.compute.manager [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.810062] env[69520]: DEBUG nova.scheduler.client.report [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.845362] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.845830] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.845988] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.846324] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.846472] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.846614] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.847185] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.847185] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.847311] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.847410] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.847589] env[69520]: DEBUG nova.virt.hardware [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.848770] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb89963-860f-44e7-b51a-0a21ef4cbf80 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.858587] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb73e9b-e6a2-4f1d-9cd5-b440dce2b467 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.874626] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.881367] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Creating folder: Project (be9f7d851a9b4d3aa9c7444ce14fb6b1). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.881623] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cc23cd5-0503-435a-9a8a-7878a16308e1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.893028] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Created folder: Project (be9f7d851a9b4d3aa9c7444ce14fb6b1) in parent group-v695915. [ 624.893443] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Creating folder: Instances. Parent ref: group-v695922. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.893920] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0231883b-9630-4f78-9279-10c6b4e1475d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.909019] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Created folder: Instances in parent group-v695922. [ 624.909019] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.909019] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.909019] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afcb62f3-17d0-4811-b025-ccde8fab773d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.931057] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.931057] env[69520]: value = "task-3481121" [ 624.931057] env[69520]: _type = "Task" [ 624.931057] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.940530] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481121, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.047204] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481118, 'name': CreateVM_Task, 'duration_secs': 1.560897} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.047204] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.071358] env[69520]: DEBUG nova.compute.manager [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.091948] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.091948] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.091948] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.091948] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58411fe4-e3fb-46e8-98bc-1570897e05af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.097800] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 625.097800] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52289cc5-25cc-cb47-4ecd-f69b1ec5cf0a" [ 625.097800] env[69520]: _type = "Task" [ 625.097800] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.107432] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52289cc5-25cc-cb47-4ecd-f69b1ec5cf0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.226800] env[69520]: DEBUG nova.network.neutron [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.322665] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.323187] env[69520]: DEBUG nova.compute.manager [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.329281] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.520s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.331024] env[69520]: INFO nova.compute.claims [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.358926] env[69520]: DEBUG nova.network.neutron [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Updating instance_info_cache with network_info: [{"id": "7586c3b9-7812-4258-9f3b-b6663c15304c", "address": "fa:16:3e:6a:98:6c", "network": {"id": "f74b1785-a30d-4a93-9063-979d288c553e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2099463662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96b20a4db89547b48bf7b715282d6033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7586c3b9-78", "ovs_interfaceid": "7586c3b9-7812-4258-9f3b-b6663c15304c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.445826] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481121, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.607389] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.615287] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52289cc5-25cc-cb47-4ecd-f69b1ec5cf0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.615627] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.615880] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.616151] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.616983] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.616983] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.616983] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-062f17d5-261c-468c-abbb-7fd54974b7db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.625305] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.625487] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.626227] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78dde431-610f-4542-9205-df144c7e3017 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.632433] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 625.632433] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ef6558-4e2f-8d24-7f47-87c1ead9ea5f" [ 625.632433] env[69520]: _type = "Task" [ 625.632433] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.642051] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ef6558-4e2f-8d24-7f47-87c1ead9ea5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.832027] env[69520]: DEBUG nova.compute.utils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.834811] env[69520]: DEBUG nova.compute.manager [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.834811] env[69520]: DEBUG nova.network.neutron [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.852907] env[69520]: DEBUG nova.network.neutron [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Updating instance_info_cache with network_info: [{"id": "045ea495-7df0-4cb6-a9e7-628e2275011e", "address": "fa:16:3e:61:22:15", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ea495-7d", "ovs_interfaceid": "045ea495-7df0-4cb6-a9e7-628e2275011e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.862281] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Releasing lock "refresh_cache-b42a89a0-2d11-410c-a6dd-226b2911ff98" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.862281] env[69520]: DEBUG nova.compute.manager [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Instance network_info: |[{"id": "7586c3b9-7812-4258-9f3b-b6663c15304c", "address": "fa:16:3e:6a:98:6c", "network": {"id": "f74b1785-a30d-4a93-9063-979d288c553e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2099463662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96b20a4db89547b48bf7b715282d6033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7586c3b9-78", "ovs_interfaceid": "7586c3b9-7812-4258-9f3b-b6663c15304c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.863164] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:98:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7586c3b9-7812-4258-9f3b-b6663c15304c', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.873795] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Creating folder: Project (96b20a4db89547b48bf7b715282d6033). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.875875] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bf7b7da-8665-4267-bca0-0456cf14a110 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.887914] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Created folder: Project (96b20a4db89547b48bf7b715282d6033) in parent group-v695915. [ 625.888768] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Creating folder: Instances. Parent ref: group-v695925. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.889141] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b20cce8-b013-4f38-b206-75303126c7ea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.899510] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Created folder: Instances in parent group-v695925. [ 625.899744] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.899932] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.903967] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05dad268-7fc8-43e7-a84c-047cda339387 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.930650] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.930650] env[69520]: value = "task-3481124" [ 625.930650] env[69520]: _type = "Task" [ 625.930650] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.948714] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481124, 'name': CreateVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.953113] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481121, 'name': CreateVM_Task, 'duration_secs': 0.649866} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.953113] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.953609] env[69520]: DEBUG oslo_vmware.service [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f233981-add1-43a6-a425-7197df37d85e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.967311] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.967369] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.968427] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.968427] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416a491e-339a-4c8a-b5b6-3730b4530d85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.973148] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 625.973148] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529cdd45-f90c-11de-6569-f7e574fbd4dc" [ 625.973148] env[69520]: _type = "Task" [ 625.973148] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.985218] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529cdd45-f90c-11de-6569-f7e574fbd4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.100156] env[69520]: DEBUG nova.policy [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '385aad2bcb7f4d779c43908883c5c187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f82b834ee4240feb82a5425d6a4e780', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.144977] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ef6558-4e2f-8d24-7f47-87c1ead9ea5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.145797] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8e870f-5990-4134-b2ba-ceb9cb3146b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.151062] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 626.151062] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5251dc11-dcc4-c800-c676-51712238b23d" [ 626.151062] env[69520]: _type = "Task" [ 626.151062] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.161436] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5251dc11-dcc4-c800-c676-51712238b23d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.338396] env[69520]: DEBUG nova.compute.manager [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.360701] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Releasing lock "refresh_cache-5dd1c283-306f-448f-bdda-2f1400591a25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.361355] env[69520]: DEBUG nova.compute.manager [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Instance network_info: |[{"id": "045ea495-7df0-4cb6-a9e7-628e2275011e", "address": "fa:16:3e:61:22:15", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ea495-7d", "ovs_interfaceid": "045ea495-7df0-4cb6-a9e7-628e2275011e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.361663] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:22:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '045ea495-7df0-4cb6-a9e7-628e2275011e', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.373370] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Creating folder: Project (5c8961d215d84628977979f1ab190267). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.378073] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07856d50-eddb-4a17-92c3-8fedd04dcefc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.397524] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Created folder: Project (5c8961d215d84628977979f1ab190267) in parent group-v695915. [ 626.397524] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Creating folder: Instances. Parent ref: group-v695928. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.398323] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b37521bb-a3d4-4f8b-91ac-d59178e38240 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.414921] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Created folder: Instances in parent group-v695928. [ 626.415120] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.417985] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.417985] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84cde1dc-d072-43e4-9f64-60b98b72c89c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.457265] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481124, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.459120] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.459120] env[69520]: value = "task-3481127" [ 626.459120] env[69520]: _type = "Task" [ 626.459120] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.468303] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481127, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.486700] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.486948] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.487188] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.487325] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.487496] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.487925] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-196c1479-987b-413b-808f-45c39232ca69 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.509536] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.509780] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.510735] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acda685-22ca-40d8-916a-536f7e68ed06 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.522710] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8978701e-0442-4156-876d-c80b814b03d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.533022] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 626.533022] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5241aac7-892a-fe48-5a9d-898c13835faf" [ 626.533022] env[69520]: _type = "Task" [ 626.533022] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.547856] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Preparing fetch location {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 626.547856] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Creating directory with path [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.548136] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77253fdb-2f13-479e-8917-9c4954d1ab61 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.570503] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Created directory with path [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.571327] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Fetch image to [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 626.571638] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Downloading image file data 9fcf0c2d-7653-4ea3-900e-fd222f613fda to [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk on the data store datastore1 {{(pid=69520) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 626.572601] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11ab502-6684-4f75-895e-1717344f9e5a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.587444] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9068c50-15d9-41a4-8f80-76127b6b700d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.598931] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f1e0ab-e106-4300-a493-9036a86eaaed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.643189] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65008b97-afc6-430a-946f-3c3c610f26a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.643867] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73c45ec-e760-4106-bb50-2f8d3db1cdde {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.657647] env[69520]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c7076bf5-3bcc-447e-84d6-47251a9fd6c7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.660131] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197bc6ed-26f0-4a82-8533-54e7037a9552 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.669373] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5251dc11-dcc4-c800-c676-51712238b23d, 'name': SearchDatastore_Task, 'duration_secs': 0.017765} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.671026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.675565] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 8a5cc12e-5155-4647-b467-78f81893e87c/8a5cc12e-5155-4647-b467-78f81893e87c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.675565] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e641987-e7ee-4d36-b90c-2f5cd80de13f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.719914] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124ad36-8325-48ce-ba96-8973b084e2e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.723635] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 626.723635] env[69520]: value = "task-3481128" [ 626.723635] env[69520]: _type = "Task" [ 626.723635] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.724082] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Downloading image file data 9fcf0c2d-7653-4ea3-900e-fd222f613fda to the data store datastore1 {{(pid=69520) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 626.737215] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c65d86-ad7a-4507-ad21-c0c2808d00d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.746583] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.761022] env[69520]: DEBUG nova.compute.provider_tree [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.827294] env[69520]: DEBUG oslo_vmware.rw_handles [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69520) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 626.841540] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquiring lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.841815] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.910453] env[69520]: DEBUG nova.compute.manager [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.961935] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481124, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.975645] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481127, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.031630] env[69520]: DEBUG nova.compute.manager [None req-3b0fc4e4-5fe0-4631-bde4-83ff58d15c09 tempest-ServerDiagnosticsV248Test-861522818 tempest-ServerDiagnosticsV248Test-861522818-project-admin] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.033286] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2c3ebd-3670-4970-ae54-af091831a194 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.048914] env[69520]: INFO nova.compute.manager [None req-3b0fc4e4-5fe0-4631-bde4-83ff58d15c09 tempest-ServerDiagnosticsV248Test-861522818 tempest-ServerDiagnosticsV248Test-861522818-project-admin] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Retrieving diagnostics [ 627.049623] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25716d07-d7d0-4cdf-a49b-94b65db57a7e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.241663] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481128, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.265562] env[69520]: DEBUG nova.scheduler.client.report [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.414491] env[69520]: DEBUG nova.compute.manager [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.461558] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481124, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.462892] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.477175] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481127, 'name': CreateVM_Task, 'duration_secs': 1.013336} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.477175] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.477465] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.477603] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.478176] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.484324] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6af92ba-452e-4c10-b095-b21a32f73faa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.485906] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.486146] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.486305] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.486505] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.486624] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.486768] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.486991] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.487994] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.487994] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.487994] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.487994] env[69520]: DEBUG nova.virt.hardware [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.488504] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705527a6-cd62-4bab-a060-d9248b13ebe7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.496082] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 627.496082] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5251f812-a35b-0a27-e0f6-c464a89b1147" [ 627.496082] env[69520]: _type = "Task" [ 627.496082] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.501776] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8679384-75f1-43d4-af62-d7ac45642542 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.526303] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5251f812-a35b-0a27-e0f6-c464a89b1147, 'name': SearchDatastore_Task, 'duration_secs': 0.01465} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.529874] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.530089] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.530340] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.530484] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.530654] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.534683] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0402e721-ce61-46ac-ac85-979322ef18e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.539659] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.539659] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.540287] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27dcb36f-2ca7-47ed-9d9f-951251f6db71 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.547854] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 627.547854] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c59ad3-d817-bab5-ffd0-a31b6cc3d079" [ 627.547854] env[69520]: _type = "Task" [ 627.547854] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.572548] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c59ad3-d817-bab5-ffd0-a31b6cc3d079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.729714] env[69520]: DEBUG oslo_vmware.rw_handles [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Completed reading data from the image iterator. {{(pid=69520) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 627.729978] env[69520]: DEBUG oslo_vmware.rw_handles [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 627.745823] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706585} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.745823] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 8a5cc12e-5155-4647-b467-78f81893e87c/8a5cc12e-5155-4647-b467-78f81893e87c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.745823] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.745823] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec7beaf-9990-4bc9-a1d2-dc3014bc6a5d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.752565] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 627.752565] env[69520]: value = "task-3481129" [ 627.752565] env[69520]: _type = "Task" [ 627.752565] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.759645] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.777717] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.778942] env[69520]: DEBUG nova.compute.manager [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.783655] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.176s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.785122] env[69520]: INFO nova.compute.claims [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.788651] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Downloaded image file data 9fcf0c2d-7653-4ea3-900e-fd222f613fda to vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk on the data store datastore1 {{(pid=69520) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 627.791185] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Caching image {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 627.791544] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Copying Virtual Disk [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk to [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.791800] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09d12eb1-62d7-4a7d-a205-4833832335ed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.798938] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 627.798938] env[69520]: value = "task-3481130" [ 627.798938] env[69520]: _type = "Task" [ 627.798938] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.807591] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.961535] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481124, 'name': CreateVM_Task, 'duration_secs': 1.649035} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.961535] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.961535] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.961535] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.961535] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.961535] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4eff0e-10e5-451b-9f7c-2846f606a9f4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.976984] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 627.976984] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227cd8e-8c8c-225f-73fa-c94fad1a5f5d" [ 627.976984] env[69520]: _type = "Task" [ 627.976984] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.989595] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227cd8e-8c8c-225f-73fa-c94fad1a5f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012777} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.990031] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.990260] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.990467] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.061966] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c59ad3-d817-bab5-ffd0-a31b6cc3d079, 'name': SearchDatastore_Task, 'duration_secs': 0.03065} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.062087] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23cdb35-d968-4073-babf-f5af7656ac44 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.074592] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 628.074592] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f1e80b-3272-48b3-7727-47947fb9b1f2" [ 628.074592] env[69520]: _type = "Task" [ 628.074592] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.088712] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f1e80b-3272-48b3-7727-47947fb9b1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009069} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.088712] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.088942] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 5dd1c283-306f-448f-bdda-2f1400591a25/5dd1c283-306f-448f-bdda-2f1400591a25.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.089234] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.089388] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.090336] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f512aaa6-7916-420d-bb02-65373fea1e0f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.093048] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca879f70-6d2e-4b85-8bd4-2a2d5dadc888 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.101127] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 628.101127] env[69520]: value = "task-3481131" [ 628.101127] env[69520]: _type = "Task" [ 628.101127] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.105952] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.105952] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.108562] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a985113d-6259-4b20-a060-4f9d570148c9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.115349] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.117019] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 628.117019] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ab332f-813f-ea9e-9393-70e882f8f18e" [ 628.117019] env[69520]: _type = "Task" [ 628.117019] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.126770] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ab332f-813f-ea9e-9393-70e882f8f18e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.209227] env[69520]: DEBUG nova.compute.manager [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Received event network-changed-d59fd8c9-3399-48fc-a933-df22ccdde132 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.209227] env[69520]: DEBUG nova.compute.manager [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Refreshing instance network info cache due to event network-changed-d59fd8c9-3399-48fc-a933-df22ccdde132. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.209227] env[69520]: DEBUG oslo_concurrency.lockutils [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] Acquiring lock "refresh_cache-8a5cc12e-5155-4647-b467-78f81893e87c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.209227] env[69520]: DEBUG oslo_concurrency.lockutils [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] Acquired lock "refresh_cache-8a5cc12e-5155-4647-b467-78f81893e87c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.209227] env[69520]: DEBUG nova.network.neutron [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Refreshing network info cache for port d59fd8c9-3399-48fc-a933-df22ccdde132 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.265682] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233062} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.265682] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.265682] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21de488-0f42-46f3-ad85-ddb64a4a7709 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.293859] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 8a5cc12e-5155-4647-b467-78f81893e87c/8a5cc12e-5155-4647-b467-78f81893e87c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.295865] env[69520]: DEBUG nova.compute.utils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.300358] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adc7042e-340e-4b0b-a1d2-f1e575a1c405 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.318573] env[69520]: DEBUG nova.network.neutron [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Successfully created port: 2be5e29a-c991-493f-99dc-1dd591e35d33 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.323162] env[69520]: DEBUG nova.compute.manager [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.324190] env[69520]: DEBUG nova.network.neutron [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.337119] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.338966] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 628.338966] env[69520]: value = "task-3481132" [ 628.338966] env[69520]: _type = "Task" [ 628.338966] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.348875] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.617095] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481131, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.633090] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ab332f-813f-ea9e-9393-70e882f8f18e, 'name': SearchDatastore_Task, 'duration_secs': 0.016636} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.635475] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f3cc09-d399-44d1-8504-2435b8ea23ba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.647349] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 628.647349] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c01cd4-63f2-e6b4-e80f-df947bb07201" [ 628.647349] env[69520]: _type = "Task" [ 628.647349] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.663509] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c01cd4-63f2-e6b4-e80f-df947bb07201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.722766] env[69520]: DEBUG nova.compute.manager [req-765fe6af-55ad-469f-9ca5-3b657b860411 req-1baab0d0-8d65-4122-918c-de3e7c04234d service nova] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Received event network-changed-7586c3b9-7812-4258-9f3b-b6663c15304c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.728079] env[69520]: DEBUG nova.compute.manager [req-765fe6af-55ad-469f-9ca5-3b657b860411 req-1baab0d0-8d65-4122-918c-de3e7c04234d service nova] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Refreshing instance network info cache due to event network-changed-7586c3b9-7812-4258-9f3b-b6663c15304c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.728079] env[69520]: DEBUG oslo_concurrency.lockutils [req-765fe6af-55ad-469f-9ca5-3b657b860411 req-1baab0d0-8d65-4122-918c-de3e7c04234d service nova] Acquiring lock "refresh_cache-b42a89a0-2d11-410c-a6dd-226b2911ff98" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.728079] env[69520]: DEBUG oslo_concurrency.lockutils [req-765fe6af-55ad-469f-9ca5-3b657b860411 req-1baab0d0-8d65-4122-918c-de3e7c04234d service nova] Acquired lock "refresh_cache-b42a89a0-2d11-410c-a6dd-226b2911ff98" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.728079] env[69520]: DEBUG nova.network.neutron [req-765fe6af-55ad-469f-9ca5-3b657b860411 req-1baab0d0-8d65-4122-918c-de3e7c04234d service nova] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Refreshing network info cache for port 7586c3b9-7812-4258-9f3b-b6663c15304c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.818557] env[69520]: DEBUG nova.compute.manager [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.840685] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481130, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.850792] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.911179] env[69520]: DEBUG nova.policy [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b9ae29526b4f34835270150c39a923', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8304e6418c3c44538b7433300cb75b48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.943626] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Acquiring lock "10cfa36d-a1fb-4202-915b-0f9883acec0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.943878] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Lock "10cfa36d-a1fb-4202-915b-0f9883acec0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.063994] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2acf29-ffb3-4061-b04a-cb9f2fb5c3c7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.072432] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e2a525-1777-4470-b4b8-32a495dc827a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.112422] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5d2a7a-8ee3-41d0-b655-5439613eb5f9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.126580] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22da8b12-e884-4b3e-81e3-9b26fe4e3604 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.131078] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481131, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.020584} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.131398] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 5dd1c283-306f-448f-bdda-2f1400591a25/5dd1c283-306f-448f-bdda-2f1400591a25.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.131643] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.132388] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17ebcad7-8519-4dae-8c9b-8f40b0ad60be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.147331] env[69520]: DEBUG nova.compute.provider_tree [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.156538] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 629.156538] env[69520]: value = "task-3481133" [ 629.156538] env[69520]: _type = "Task" [ 629.156538] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.168033] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c01cd4-63f2-e6b4-e80f-df947bb07201, 'name': SearchDatastore_Task, 'duration_secs': 0.025446} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.170604] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.170604] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] b42a89a0-2d11-410c-a6dd-226b2911ff98/b42a89a0-2d11-410c-a6dd-226b2911ff98.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.173442] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42349613-2ee1-4758-afd3-ecd76e729b40 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.180842] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.185905] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 629.185905] env[69520]: value = "task-3481134" [ 629.185905] env[69520]: _type = "Task" [ 629.185905] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.194492] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.335550] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481130, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.45108} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.335932] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Copied Virtual Disk [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk to [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.336119] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Deleting the datastore file [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda/tmp-sparse.vmdk {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.336573] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78373301-d48b-403c-857b-0d36fc8db022 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.346679] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.346679] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 629.346679] env[69520]: value = "task-3481135" [ 629.346679] env[69520]: _type = "Task" [ 629.346679] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.346679] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.346679] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.353028] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.353118] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.360537] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.360537] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.360537] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._sync_power_states {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.362637] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.446876] env[69520]: DEBUG nova.compute.manager [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.655472] env[69520]: DEBUG nova.scheduler.client.report [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.668820] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082051} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.669100] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.669950] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14d7986-875f-4a00-b23f-fcb84e660749 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.696547] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 5dd1c283-306f-448f-bdda-2f1400591a25/5dd1c283-306f-448f-bdda-2f1400591a25.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.696951] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0bfadd7-fe4b-438d-9b8b-50618516652b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.737098] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481134, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.737098] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 629.737098] env[69520]: value = "task-3481136" [ 629.737098] env[69520]: _type = "Task" [ 629.737098] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.748359] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.832074] env[69520]: DEBUG nova.compute.manager [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.860598] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.860970] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.861361] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.861454] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.862454] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.862454] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.862454] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.862741] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.862825] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.863177] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.863374] env[69520]: DEBUG nova.virt.hardware [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.873660] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Getting list of instances from cluster (obj){ [ 629.873660] env[69520]: value = "domain-c8" [ 629.873660] env[69520]: _type = "ClusterComputeResource" [ 629.873660] env[69520]: } {{(pid=69520) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 629.874506] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4162b0cb-a293-4927-b5b2-5cc53f5b52f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.880528] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481132, 'name': ReconfigVM_Task, 'duration_secs': 1.413683} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.880772] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023316} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.882015] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf54e909-d99e-4376-aa8a-f6ad78481f58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.886050] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 8a5cc12e-5155-4647-b467-78f81893e87c/8a5cc12e-5155-4647-b467-78f81893e87c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.889117] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.889117] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Moving file from [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c/9fcf0c2d-7653-4ea3-900e-fd222f613fda to [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda. {{(pid=69520) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 629.889117] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-590bc312-96b0-400d-b8a5-f4d14c53a501 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.890373] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6a9c76d1-6622-45ec-b385-d1e48bd58ad4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.899954] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42b6c91-2864-4c40-8fcc-dc09fe009f95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.914887] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Got total of 5 instances {{(pid=69520) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 629.915229] env[69520]: WARNING nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 629.915463] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid 4d540c53-1d58-4f57-b692-f01e80e7b95d {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 629.915701] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid 8a5cc12e-5155-4647-b467-78f81893e87c {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 629.915825] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid b42a89a0-2d11-410c-a6dd-226b2911ff98 {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 629.915979] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid 5dd1c283-306f-448f-bdda-2f1400591a25 {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 629.916174] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid 5f6a67e7-6678-4797-a41b-823db1b4811d {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 629.916311] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid f926972c-ab5c-49ce-bf39-288a8f5a053e {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 629.916462] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid 690e1e14-03ae-499c-8c3d-511f638c030b {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 629.916612] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid 2d5ffd67-779d-44cc-a765-5110d7aa001c {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 629.916972] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 629.916972] env[69520]: value = "task-3481137" [ 629.916972] env[69520]: _type = "Task" [ 629.916972] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.917988] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "4d540c53-1d58-4f57-b692-f01e80e7b95d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.918252] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "4d540c53-1d58-4f57-b692-f01e80e7b95d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.918523] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "8a5cc12e-5155-4647-b467-78f81893e87c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.918741] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "b42a89a0-2d11-410c-a6dd-226b2911ff98" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.918941] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "5dd1c283-306f-448f-bdda-2f1400591a25" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.919189] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "5f6a67e7-6678-4797-a41b-823db1b4811d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.919419] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.919680] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "690e1e14-03ae-499c-8c3d-511f638c030b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.919883] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "2d5ffd67-779d-44cc-a765-5110d7aa001c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.920086] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.920307] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 629.931253] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cd585d-1ea2-4251-91a3-260c375069e8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.934969] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.940671] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 629.940671] env[69520]: value = "task-3481138" [ 629.940671] env[69520]: _type = "Task" [ 629.940671] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.952618] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481137, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.962171] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481138, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023329} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.965106] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] File moved {{(pid=69520) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 629.965700] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Cleaning up location [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 629.965896] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Deleting the datastore file [datastore1] vmware_temp/e7f96bfc-3978-4f4c-bcfb-c8a2f0906c3c {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.967168] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93fda0db-2617-4e44-a2d9-ee28be175666 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.975445] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 629.975445] env[69520]: value = "task-3481139" [ 629.975445] env[69520]: _type = "Task" [ 629.975445] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.983934] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.984910] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.165190] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.165190] env[69520]: DEBUG nova.compute.manager [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.169467] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.707s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.171231] env[69520]: INFO nova.compute.claims [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.189509] env[69520]: DEBUG nova.network.neutron [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Updated VIF entry in instance network info cache for port d59fd8c9-3399-48fc-a933-df22ccdde132. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.189838] env[69520]: DEBUG nova.network.neutron [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Updating instance_info_cache with network_info: [{"id": "d59fd8c9-3399-48fc-a933-df22ccdde132", "address": "fa:16:3e:5f:a3:41", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59fd8c9-33", "ovs_interfaceid": "d59fd8c9-3399-48fc-a933-df22ccdde132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.206868] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549966} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.212269] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] b42a89a0-2d11-410c-a6dd-226b2911ff98/b42a89a0-2d11-410c-a6dd-226b2911ff98.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.212584] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.212867] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f42b3f7f-b51e-4725-bdb7-bd45bf1dab8e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.219552] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 630.219552] env[69520]: value = "task-3481140" [ 630.219552] env[69520]: _type = "Task" [ 630.219552] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.235452] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.251090] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481136, 'name': ReconfigVM_Task, 'duration_secs': 0.370932} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.252078] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 5dd1c283-306f-448f-bdda-2f1400591a25/5dd1c283-306f-448f-bdda-2f1400591a25.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.253241] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2876fde-8118-443c-b007-dad93f0341c9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.264611] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 630.264611] env[69520]: value = "task-3481141" [ 630.264611] env[69520]: _type = "Task" [ 630.264611] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.275118] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481141, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.434603] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481137, 'name': Rename_Task, 'duration_secs': 0.421645} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.434603] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.434603] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dcedf67-85b5-4319-8435-c1767fbbdf91 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.441030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.441030] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 630.441030] env[69520]: value = "task-3481142" [ 630.441030] env[69520]: _type = "Task" [ 630.441030] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.456269] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.457307] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "4d540c53-1d58-4f57-b692-f01e80e7b95d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.491077] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031311} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.491077] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.491919] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45312610-eb86-4679-a709-2956991f5a27 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.497427] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 630.497427] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d8aa10-a1ed-9ef3-04f2-640b9b8f405d" [ 630.497427] env[69520]: _type = "Task" [ 630.497427] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.506814] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d8aa10-a1ed-9ef3-04f2-640b9b8f405d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.678189] env[69520]: DEBUG nova.compute.utils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.691289] env[69520]: DEBUG nova.compute.manager [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.691289] env[69520]: DEBUG nova.network.neutron [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.697430] env[69520]: DEBUG oslo_concurrency.lockutils [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] Releasing lock "refresh_cache-8a5cc12e-5155-4647-b467-78f81893e87c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.697430] env[69520]: DEBUG nova.compute.manager [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Received event network-vif-plugged-045ea495-7df0-4cb6-a9e7-628e2275011e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.697591] env[69520]: DEBUG oslo_concurrency.lockutils [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] Acquiring lock "5dd1c283-306f-448f-bdda-2f1400591a25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.697753] env[69520]: DEBUG oslo_concurrency.lockutils [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] Lock "5dd1c283-306f-448f-bdda-2f1400591a25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.699063] env[69520]: DEBUG oslo_concurrency.lockutils [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] Lock "5dd1c283-306f-448f-bdda-2f1400591a25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.702018] env[69520]: DEBUG nova.compute.manager [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] No waiting events found dispatching network-vif-plugged-045ea495-7df0-4cb6-a9e7-628e2275011e {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.702018] env[69520]: WARNING nova.compute.manager [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Received unexpected event network-vif-plugged-045ea495-7df0-4cb6-a9e7-628e2275011e for instance with vm_state building and task_state spawning. [ 630.702018] env[69520]: DEBUG nova.compute.manager [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Received event network-changed-045ea495-7df0-4cb6-a9e7-628e2275011e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.702018] env[69520]: DEBUG nova.compute.manager [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Refreshing instance network info cache due to event network-changed-045ea495-7df0-4cb6-a9e7-628e2275011e. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.702018] env[69520]: DEBUG oslo_concurrency.lockutils [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] Acquiring lock "refresh_cache-5dd1c283-306f-448f-bdda-2f1400591a25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.702239] env[69520]: DEBUG oslo_concurrency.lockutils [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] Acquired lock "refresh_cache-5dd1c283-306f-448f-bdda-2f1400591a25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.702239] env[69520]: DEBUG nova.network.neutron [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Refreshing network info cache for port 045ea495-7df0-4cb6-a9e7-628e2275011e {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.733726] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074435} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.737901] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.739278] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2cbe63-9529-4c70-afce-e3477c31e756 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.773633] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] b42a89a0-2d11-410c-a6dd-226b2911ff98/b42a89a0-2d11-410c-a6dd-226b2911ff98.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.774418] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b31e325-9cc5-4d56-8280-b85c6231b272 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.809315] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481141, 'name': Rename_Task, 'duration_secs': 0.151367} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.810861] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.811340] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 630.811340] env[69520]: value = "task-3481143" [ 630.811340] env[69520]: _type = "Task" [ 630.811340] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.811544] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-079dafd2-289c-4e61-90ee-f5915018e49a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.824019] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.825635] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 630.825635] env[69520]: value = "task-3481144" [ 630.825635] env[69520]: _type = "Task" [ 630.825635] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.833746] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.904597] env[69520]: DEBUG nova.network.neutron [req-765fe6af-55ad-469f-9ca5-3b657b860411 req-1baab0d0-8d65-4122-918c-de3e7c04234d service nova] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Updated VIF entry in instance network info cache for port 7586c3b9-7812-4258-9f3b-b6663c15304c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.905195] env[69520]: DEBUG nova.network.neutron [req-765fe6af-55ad-469f-9ca5-3b657b860411 req-1baab0d0-8d65-4122-918c-de3e7c04234d service nova] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Updating instance_info_cache with network_info: [{"id": "7586c3b9-7812-4258-9f3b-b6663c15304c", "address": "fa:16:3e:6a:98:6c", "network": {"id": "f74b1785-a30d-4a93-9063-979d288c553e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2099463662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96b20a4db89547b48bf7b715282d6033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7586c3b9-78", "ovs_interfaceid": "7586c3b9-7812-4258-9f3b-b6663c15304c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.951386] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481142, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.011627] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d8aa10-a1ed-9ef3-04f2-640b9b8f405d, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.011959] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.012227] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.012514] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fedf1397-a12f-4e17-9688-a3c7854a6542 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.021283] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 631.021283] env[69520]: value = "task-3481145" [ 631.021283] env[69520]: _type = "Task" [ 631.021283] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.031081] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.191231] env[69520]: DEBUG nova.compute.manager [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.291119] env[69520]: DEBUG nova.policy [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ac020d3c4a5444e8fcce0dd4d43f98e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98b5f2704db5412c9ba0164b69dd0b54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.336802] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.344176] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481144, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.411108] env[69520]: DEBUG oslo_concurrency.lockutils [req-765fe6af-55ad-469f-9ca5-3b657b860411 req-1baab0d0-8d65-4122-918c-de3e7c04234d service nova] Releasing lock "refresh_cache-b42a89a0-2d11-410c-a6dd-226b2911ff98" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.432041] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd331b37-283f-4746-9479-4dedbe7869d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.440401] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3146d2c9-bdbb-4dc4-8619-68119f16fc3d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.462361] env[69520]: DEBUG oslo_vmware.api [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481142, 'name': PowerOnVM_Task, 'duration_secs': 0.8991} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.499209] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.500139] env[69520]: INFO nova.compute.manager [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Took 16.44 seconds to spawn the instance on the hypervisor. [ 631.500139] env[69520]: DEBUG nova.compute.manager [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.508465] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde00cec-be6f-4e44-8877-0702324f2f73 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.512863] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb83259-443e-4903-be97-6a5bc4f57101 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.539231] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490e60ca-3cc4-4f05-8edb-0aedae55b40b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.549704] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481145, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.559051] env[69520]: DEBUG nova.compute.provider_tree [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.642346] env[69520]: DEBUG nova.network.neutron [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Successfully created port: 85656b66-986a-464e-8478-0177610526d6 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.844558] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481143, 'name': ReconfigVM_Task, 'duration_secs': 0.6656} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.846106] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Reconfigured VM instance instance-00000003 to attach disk [datastore2] b42a89a0-2d11-410c-a6dd-226b2911ff98/b42a89a0-2d11-410c-a6dd-226b2911ff98.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.851970] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17dab0f3-cdb4-437a-a3fd-a50676410d3d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.855260] env[69520]: DEBUG oslo_vmware.api [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481144, 'name': PowerOnVM_Task, 'duration_secs': 0.734245} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.855637] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.855906] env[69520]: INFO nova.compute.manager [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Took 12.21 seconds to spawn the instance on the hypervisor. [ 631.857366] env[69520]: DEBUG nova.compute.manager [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.858651] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29be5cb-cbb5-4118-bed3-acf83c6bb43f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.863438] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 631.863438] env[69520]: value = "task-3481146" [ 631.863438] env[69520]: _type = "Task" [ 631.863438] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.878640] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481146, 'name': Rename_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.925316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.926176] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.044918] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543507} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.047215] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.047215] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.047467] env[69520]: INFO nova.compute.manager [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Took 22.83 seconds to build instance. [ 632.048242] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e2a2b8e-a859-440b-ac10-f5151798e222 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.059733] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 632.059733] env[69520]: value = "task-3481147" [ 632.059733] env[69520]: _type = "Task" [ 632.059733] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.064222] env[69520]: DEBUG nova.scheduler.client.report [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.075434] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.201779] env[69520]: DEBUG nova.compute.manager [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.237531] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.241015] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.241015] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.241015] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.241015] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.241015] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.241237] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.241237] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.241237] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.241237] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.241237] env[69520]: DEBUG nova.virt.hardware [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.241443] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f8b425-540f-47a2-baaf-acdca7949a13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.250253] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c69bc2e-8c9b-46b4-8a75-68f075f82edb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.374032] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481146, 'name': Rename_Task, 'duration_secs': 0.237279} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.374279] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.374527] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1f71959-f9b4-44ac-b2a1-0a74b3d1a0d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.384156] env[69520]: INFO nova.compute.manager [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Took 21.18 seconds to build instance. [ 632.385031] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 632.385031] env[69520]: value = "task-3481148" [ 632.385031] env[69520]: _type = "Task" [ 632.385031] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.396520] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.428528] env[69520]: DEBUG nova.compute.manager [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.555641] env[69520]: DEBUG oslo_concurrency.lockutils [None req-00f26f09-191d-4923-a211-b9c171ef4266 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "8a5cc12e-5155-4647-b467-78f81893e87c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.346s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.556151] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "8a5cc12e-5155-4647-b467-78f81893e87c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.638s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.556482] env[69520]: INFO nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] During sync_power_state the instance has a pending task (spawning). Skip. [ 632.556774] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "8a5cc12e-5155-4647-b467-78f81893e87c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.569930] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069142} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.570211] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.570916] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.571704] env[69520]: DEBUG nova.compute.manager [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.574860] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa849446-59b3-4fcd-9745-77472e739c4f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.577839] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.593s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.580162] env[69520]: INFO nova.compute.claims [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.604243] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.604571] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d6a1e7-855e-4d12-8c04-790e3edc6254 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.632865] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 632.632865] env[69520]: value = "task-3481149" [ 632.632865] env[69520]: _type = "Task" [ 632.632865] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.650911] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.753271] env[69520]: DEBUG nova.network.neutron [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Updated VIF entry in instance network info cache for port 045ea495-7df0-4cb6-a9e7-628e2275011e. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.753271] env[69520]: DEBUG nova.network.neutron [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Updating instance_info_cache with network_info: [{"id": "045ea495-7df0-4cb6-a9e7-628e2275011e", "address": "fa:16:3e:61:22:15", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ea495-7d", "ovs_interfaceid": "045ea495-7df0-4cb6-a9e7-628e2275011e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.885040] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f0b29fc1-3752-4ec4-8439-0c382a9c1733 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "5dd1c283-306f-448f-bdda-2f1400591a25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.702s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.886088] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "5dd1c283-306f-448f-bdda-2f1400591a25" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.966s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.886088] env[69520]: INFO nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] During sync_power_state the instance has a pending task (spawning). Skip. [ 632.886439] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "5dd1c283-306f-448f-bdda-2f1400591a25" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.898118] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481148, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.959852] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.080117] env[69520]: DEBUG nova.compute.utils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.084224] env[69520]: DEBUG nova.compute.manager [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.084224] env[69520]: DEBUG nova.network.neutron [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.143948] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481149, 'name': ReconfigVM_Task, 'duration_secs': 0.348168} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.144263] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.144876] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3121484-682d-4664-b059-6738fd66e4de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.155622] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 633.155622] env[69520]: value = "task-3481150" [ 633.155622] env[69520]: _type = "Task" [ 633.155622] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.164439] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481150, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.258834] env[69520]: DEBUG oslo_concurrency.lockutils [req-935b7515-5ac3-4d76-9973-fa911a254c4e req-7cb633e5-3a87-4167-ac25-bc6ce070bf0c service nova] Releasing lock "refresh_cache-5dd1c283-306f-448f-bdda-2f1400591a25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.296135] env[69520]: DEBUG nova.policy [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad3ea4ac4d07434b8f3a91a40dd611ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '972f6e12a7774ee8807f781e23d7a25b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.401288] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481148, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.434161] env[69520]: DEBUG nova.network.neutron [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Successfully updated port: 2be5e29a-c991-493f-99dc-1dd591e35d33 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.587679] env[69520]: DEBUG nova.compute.manager [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.671708] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481150, 'name': Rename_Task, 'duration_secs': 0.145081} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.671895] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.672154] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-928ea782-e45d-4260-8b5e-7214ca3c1706 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.682318] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 633.682318] env[69520]: value = "task-3481151" [ 633.682318] env[69520]: _type = "Task" [ 633.682318] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.902953] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481148, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.921135] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquiring lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.925882] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.936891] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.937448] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.937448] env[69520]: DEBUG nova.network.neutron [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.963702] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85b3742-7509-4d76-b0bf-179342b742d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.976109] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f701d4f-be95-4657-8360-c3be0c348a35 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.013308] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d139c16-e2af-44ad-86d8-74ef5dbb5fbb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.021950] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77a0122-71c5-4cd5-90cf-ab188c87807d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.036532] env[69520]: DEBUG nova.compute.provider_tree [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.039173] env[69520]: DEBUG nova.network.neutron [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Successfully created port: 281db10d-6fbc-465b-9f15-07a1201b62b2 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.203909] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481151, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.404412] env[69520]: DEBUG oslo_vmware.api [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481148, 'name': PowerOnVM_Task, 'duration_secs': 1.854906} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.404751] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.404963] env[69520]: INFO nova.compute.manager [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Took 17.02 seconds to spawn the instance on the hypervisor. [ 634.405316] env[69520]: DEBUG nova.compute.manager [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.406135] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659f7c5f-593c-4a95-9b69-9bd282829b2c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.428350] env[69520]: DEBUG nova.compute.manager [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.571658] env[69520]: ERROR nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [req-f8014f5f-663a-4ede-b2ad-71eaffd3d389] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8014f5f-663a-4ede-b2ad-71eaffd3d389"}]} [ 634.576710] env[69520]: DEBUG nova.network.neutron [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.605150] env[69520]: DEBUG nova.compute.manager [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.608802] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 634.643853] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 634.644431] env[69520]: DEBUG nova.compute.provider_tree [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.659085] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.659703] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.660182] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.660413] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.660566] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.660985] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.660985] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.661156] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.661314] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.665713] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.665713] env[69520]: DEBUG nova.virt.hardware [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.666556] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977a505a-5819-479b-b6a9-2693421f039b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.670266] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 634.680886] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6572fece-829d-42c0-a9b8-0488498edc44 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.708355] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 634.713744] env[69520]: DEBUG oslo_vmware.api [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481151, 'name': PowerOnVM_Task, 'duration_secs': 0.557215} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.714300] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.714673] env[69520]: INFO nova.compute.manager [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Took 9.92 seconds to spawn the instance on the hypervisor. [ 634.714722] env[69520]: DEBUG nova.compute.manager [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.715504] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8562115a-3f74-4eeb-8ebb-6e185a0be26c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.939300] env[69520]: INFO nova.compute.manager [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Took 24.46 seconds to build instance. [ 634.954169] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa4ce5c-6013-430e-b0be-d34861cbd24b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.965110] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e29bf7f-7e32-45bd-88f7-1ff67ad2fabb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.002374] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.003652] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f6ff99-3a2a-4710-b661-fc02bef64adc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.015883] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0339738-2b84-4288-bf8f-3c319edfd3fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.033237] env[69520]: DEBUG nova.compute.provider_tree [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.054762] env[69520]: DEBUG nova.network.neutron [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Successfully created port: cb101782-9d2c-46cb-a781-ce1ad547411d {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.067614] env[69520]: DEBUG nova.compute.manager [req-119ddd4d-2da7-4ba2-a307-39475a781d97 req-1f888274-9117-452b-93bf-8652cd200993 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Received event network-vif-plugged-2be5e29a-c991-493f-99dc-1dd591e35d33 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.067842] env[69520]: DEBUG oslo_concurrency.lockutils [req-119ddd4d-2da7-4ba2-a307-39475a781d97 req-1f888274-9117-452b-93bf-8652cd200993 service nova] Acquiring lock "f926972c-ab5c-49ce-bf39-288a8f5a053e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.068061] env[69520]: DEBUG oslo_concurrency.lockutils [req-119ddd4d-2da7-4ba2-a307-39475a781d97 req-1f888274-9117-452b-93bf-8652cd200993 service nova] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.068425] env[69520]: DEBUG oslo_concurrency.lockutils [req-119ddd4d-2da7-4ba2-a307-39475a781d97 req-1f888274-9117-452b-93bf-8652cd200993 service nova] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.068425] env[69520]: DEBUG nova.compute.manager [req-119ddd4d-2da7-4ba2-a307-39475a781d97 req-1f888274-9117-452b-93bf-8652cd200993 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] No waiting events found dispatching network-vif-plugged-2be5e29a-c991-493f-99dc-1dd591e35d33 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.068547] env[69520]: WARNING nova.compute.manager [req-119ddd4d-2da7-4ba2-a307-39475a781d97 req-1f888274-9117-452b-93bf-8652cd200993 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Received unexpected event network-vif-plugged-2be5e29a-c991-493f-99dc-1dd591e35d33 for instance with vm_state building and task_state spawning. [ 635.234646] env[69520]: INFO nova.compute.manager [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Took 14.72 seconds to build instance. [ 635.409012] env[69520]: DEBUG nova.network.neutron [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updating instance_info_cache with network_info: [{"id": "2be5e29a-c991-493f-99dc-1dd591e35d33", "address": "fa:16:3e:2e:db:f0", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be5e29a-c9", "ovs_interfaceid": "2be5e29a-c991-493f-99dc-1dd591e35d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.442448] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3e389d3-61c4-4898-9484-e8296b122a0d tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lock "b42a89a0-2d11-410c-a6dd-226b2911ff98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.975s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.443807] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "b42a89a0-2d11-410c-a6dd-226b2911ff98" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.525s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.444936] env[69520]: INFO nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] During sync_power_state the instance has a pending task (spawning). Skip. [ 635.445137] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "b42a89a0-2d11-410c-a6dd-226b2911ff98" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.504375] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "a14ef9e5-adfd-4020-affc-b25322802b4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.504608] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "a14ef9e5-adfd-4020-affc-b25322802b4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.557194] env[69520]: ERROR nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [req-3d6293c2-6ae7-4d77-b60d-6d8b41233089] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d6293c2-6ae7-4d77-b60d-6d8b41233089"}]} [ 635.583382] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 635.609794] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 635.610040] env[69520]: DEBUG nova.compute.provider_tree [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.630572] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 635.664169] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 635.736269] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dd290f9a-026c-4fcf-9cb6-c5f80ed999cc tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "5f6a67e7-6678-4797-a41b-823db1b4811d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.233s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.736551] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "5f6a67e7-6678-4797-a41b-823db1b4811d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.817s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.736741] env[69520]: INFO nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] During sync_power_state the instance has a pending task (spawning). Skip. [ 635.736914] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "5f6a67e7-6678-4797-a41b-823db1b4811d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.890991] env[69520]: DEBUG nova.network.neutron [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Successfully updated port: 85656b66-986a-464e-8478-0177610526d6 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.911996] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.912316] env[69520]: DEBUG nova.compute.manager [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Instance network_info: |[{"id": "2be5e29a-c991-493f-99dc-1dd591e35d33", "address": "fa:16:3e:2e:db:f0", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be5e29a-c9", "ovs_interfaceid": "2be5e29a-c991-493f-99dc-1dd591e35d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.912711] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:db:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2be5e29a-c991-493f-99dc-1dd591e35d33', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.923175] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Creating folder: Project (0f82b834ee4240feb82a5425d6a4e780). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.924038] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a95829d1-e9e3-4c31-846e-ecd33f9a4357 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.938891] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Created folder: Project (0f82b834ee4240feb82a5425d6a4e780) in parent group-v695915. [ 635.939118] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Creating folder: Instances. Parent ref: group-v695931. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.939739] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca80e523-e7d0-469d-a1b2-46a8df07aebc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.949218] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Created folder: Instances in parent group-v695931. [ 635.949577] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.955491] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.956245] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12363499-367f-4f39-8ae0-529911af7062 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.981896] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191e68a0-17a8-475d-ad88-c5a1037b46f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.991481] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365d572c-490f-4d39-a6c5-6e7cf7930ce6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.995038] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.995038] env[69520]: value = "task-3481154" [ 635.995038] env[69520]: _type = "Task" [ 635.995038] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.037305] env[69520]: DEBUG nova.compute.manager [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.041613] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f630c79-2675-42b4-92a8-5c24c13bd780 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.048578] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481154, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.055705] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fd26a2-b8b7-49fb-89cf-b214f43c3a3b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.070638] env[69520]: DEBUG nova.compute.provider_tree [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.171959] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquiring lock "05272c59-a663-46cc-bb13-1ef90d5db154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.172211] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lock "05272c59-a663-46cc-bb13-1ef90d5db154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.399345] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquiring lock "refresh_cache-690e1e14-03ae-499c-8c3d-511f638c030b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.399554] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquired lock "refresh_cache-690e1e14-03ae-499c-8c3d-511f638c030b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.399726] env[69520]: DEBUG nova.network.neutron [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.562460] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.599605] env[69520]: ERROR nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [req-afaebc30-6e38-4847-a2c7-5afde4cc77f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-afaebc30-6e38-4847-a2c7-5afde4cc77f5"}]} [ 636.618706] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 636.638262] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Acquiring lock "5dd1c283-306f-448f-bdda-2f1400591a25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.638262] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Lock "5dd1c283-306f-448f-bdda-2f1400591a25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.638262] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Acquiring lock "5dd1c283-306f-448f-bdda-2f1400591a25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.638429] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Lock "5dd1c283-306f-448f-bdda-2f1400591a25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.638597] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Lock "5dd1c283-306f-448f-bdda-2f1400591a25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.641892] env[69520]: INFO nova.compute.manager [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Terminating instance [ 636.643739] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 636.644181] env[69520]: DEBUG nova.compute.provider_tree [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.659111] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 636.680250] env[69520]: DEBUG nova.compute.manager [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.688735] env[69520]: DEBUG nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 636.725808] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481154, 'name': CreateVM_Task, 'duration_secs': 0.551632} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.725808] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.725808] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.726146] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.726344] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.726547] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d810f8-6707-4a0a-88e6-a152a914024f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.739348] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 636.739348] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524f66e1-60c9-73c2-7c91-2577aae83911" [ 636.739348] env[69520]: _type = "Task" [ 636.739348] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.764838] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524f66e1-60c9-73c2-7c91-2577aae83911, 'name': SearchDatastore_Task, 'duration_secs': 0.014938} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.765340] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.765340] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.765790] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.765790] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.766073] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.766563] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-604c1303-772c-4253-a2e3-970aa3d751b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.778339] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.778492] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.782388] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ed80c5-879d-459b-9ef5-c0daa1b897e1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.792246] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 636.792246] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520839c0-79e0-f146-7351-548598e95b7e" [ 636.792246] env[69520]: _type = "Task" [ 636.792246] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.804073] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520839c0-79e0-f146-7351-548598e95b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.805022] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9515df87-b677-4818-a41e-5415bbb8c918 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.812022] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 636.812022] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286966e-75d1-6ed1-ff87-3a44b54bc382" [ 636.812022] env[69520]: _type = "Task" [ 636.812022] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.823296] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286966e-75d1-6ed1-ff87-3a44b54bc382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.030896] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66e7ae2-ed9c-4790-9278-c8b8d2bb7cf4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.038819] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e1d09f-d98b-4cae-827e-ed591bda14e8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.080080] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cafe6e-580a-4340-9ff9-34c85f2d99c9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.087611] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf92ebb7-f0b0-4f4f-bd4a-e789c3bd7a35 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.102434] env[69520]: DEBUG nova.compute.provider_tree [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.135045] env[69520]: DEBUG nova.network.neutron [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.149493] env[69520]: DEBUG nova.compute.manager [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.149763] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.150688] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88fb040-010d-4c38-84e7-368046c0031f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.158312] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.158576] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d49d43ac-4334-48f7-a502-239b59dda151 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.166797] env[69520]: DEBUG oslo_vmware.api [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Waiting for the task: (returnval){ [ 637.166797] env[69520]: value = "task-3481155" [ 637.166797] env[69520]: _type = "Task" [ 637.166797] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.173312] env[69520]: DEBUG oslo_vmware.api [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Task: {'id': task-3481155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.219430] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.322979] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286966e-75d1-6ed1-ff87-3a44b54bc382, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.323314] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.323720] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] f926972c-ab5c-49ce-bf39-288a8f5a053e/f926972c-ab5c-49ce-bf39-288a8f5a053e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.324014] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3d8a2ee-194e-4f1a-aa10-0f12ef01bc7e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.333154] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquiring lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.333469] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.335057] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 637.335057] env[69520]: value = "task-3481156" [ 637.335057] env[69520]: _type = "Task" [ 637.335057] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.336017] env[69520]: DEBUG nova.network.neutron [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Successfully updated port: 281db10d-6fbc-465b-9f15-07a1201b62b2 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.353367] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.475045] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.475201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.546656] env[69520]: DEBUG nova.network.neutron [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Updating instance_info_cache with network_info: [{"id": "85656b66-986a-464e-8478-0177610526d6", "address": "fa:16:3e:f6:42:e9", "network": {"id": "4ec30945-b5bd-4917-aa19-9eac2fb4e6d4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1370259299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8304e6418c3c44538b7433300cb75b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85656b66-98", "ovs_interfaceid": "85656b66-986a-464e-8478-0177610526d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.636213] env[69520]: ERROR nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [req-ae14194d-8ae0-489a-9bd0-502ca6520d46] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae14194d-8ae0-489a-9bd0-502ca6520d46"}]} [ 637.636419] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.058s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.640771] env[69520]: ERROR nova.compute.manager [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 093b5977-ab1e-4208-9866-9743536d6c6d (generation 18): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae14194d-8ae0-489a-9bd0-502ca6520d46"}]} [ 637.640771] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Traceback (most recent call last): [ 637.640771] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 637.640771] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] with self.rt.instance_claim(context, instance, node, allocs, [ 637.640771] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 637.640771] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] return f(*args, **kwargs) [ 637.640771] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 240, in instance_claim [ 637.640771] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] self._update(elevated, cn) [ 637.640771] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1405, in _update [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] self._update_to_placement(context, compute_node, startup) [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] raise attempt.get() [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] six.reraise(self.value[0], self.value[1], self.value[2]) [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] raise value [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1390, in _update_to_placement [ 637.642746] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] self.reportclient.update_from_provider_tree( [ 637.643171] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 637.643171] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] self.set_inventory_for_provider( [ 637.643171] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 637.643171] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] raise exception.ResourceProviderUpdateConflict( [ 637.643171] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 093b5977-ab1e-4208-9866-9743536d6c6d (generation 18): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae14194d-8ae0-489a-9bd0-502ca6520d46"}]} [ 637.643171] env[69520]: ERROR nova.compute.manager [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] [ 637.643171] env[69520]: DEBUG nova.compute.utils [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] A conflict was encountered attempting to update resource provider 093b5977-ab1e-4208-9866-9743536d6c6d (generation 18): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=69520) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 637.645543] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.203s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.645543] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.645543] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 637.645543] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.685s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.647116] env[69520]: INFO nova.compute.claims [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.653369] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3ed8fb-a4d7-4615-9f38-f16889282574 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.657550] env[69520]: DEBUG nova.compute.manager [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Build of instance 10cfa36d-a1fb-4202-915b-0f9883acec0d was re-scheduled: A conflict was encountered attempting to update resource provider 093b5977-ab1e-4208-9866-9743536d6c6d (generation 18): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae14194d-8ae0-489a-9bd0-502ca6520d46"}]} {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 637.658322] env[69520]: DEBUG nova.compute.manager [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Unplugging VIFs for instance {{(pid=69520) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 637.658634] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Acquiring lock "refresh_cache-10cfa36d-a1fb-4202-915b-0f9883acec0d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.658788] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Acquired lock "refresh_cache-10cfa36d-a1fb-4202-915b-0f9883acec0d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.659324] env[69520]: DEBUG nova.network.neutron [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.666703] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec611a-143b-448f-ac8c-1a73a1b729f9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.694284] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23fc7ff-1150-49d3-b8f8-d8f91836b810 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.697691] env[69520]: DEBUG oslo_vmware.api [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Task: {'id': task-3481155, 'name': PowerOffVM_Task, 'duration_secs': 0.251204} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.698220] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.698499] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.699114] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f00332e0-34ba-47e4-b232-69f9ab9815e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.709237] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dd46f-47a8-41c0-ab7c-80fde5f86383 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.745350] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180971MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 637.745350] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.779388] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.779388] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.779388] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Deleting the datastore file [datastore2] 5dd1c283-306f-448f-bdda-2f1400591a25 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.779617] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d087e4c-d35f-4e89-95a0-9d43ab6063bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.788112] env[69520]: DEBUG oslo_vmware.api [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Waiting for the task: (returnval){ [ 637.788112] env[69520]: value = "task-3481158" [ 637.788112] env[69520]: _type = "Task" [ 637.788112] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.798953] env[69520]: DEBUG oslo_vmware.api [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Task: {'id': task-3481158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.838678] env[69520]: DEBUG nova.compute.manager [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.846936] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquiring lock "refresh_cache-2d5ffd67-779d-44cc-a765-5110d7aa001c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.846936] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquired lock "refresh_cache-2d5ffd67-779d-44cc-a765-5110d7aa001c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.846936] env[69520]: DEBUG nova.network.neutron [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.853641] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481156, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.050527] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Releasing lock "refresh_cache-690e1e14-03ae-499c-8c3d-511f638c030b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.054288] env[69520]: DEBUG nova.compute.manager [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Instance network_info: |[{"id": "85656b66-986a-464e-8478-0177610526d6", "address": "fa:16:3e:f6:42:e9", "network": {"id": "4ec30945-b5bd-4917-aa19-9eac2fb4e6d4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1370259299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8304e6418c3c44538b7433300cb75b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85656b66-98", "ovs_interfaceid": "85656b66-986a-464e-8478-0177610526d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.054453] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:42:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85656b66-986a-464e-8478-0177610526d6', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.068453] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Creating folder: Project (8304e6418c3c44538b7433300cb75b48). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.068453] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9302ddb-c7be-44a4-92d1-8a6aad7c3e92 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.086719] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Created folder: Project (8304e6418c3c44538b7433300cb75b48) in parent group-v695915. [ 638.086941] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Creating folder: Instances. Parent ref: group-v695934. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.087204] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a6c7232-f3ef-4ddb-919d-db18e0a59bd1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.100825] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Created folder: Instances in parent group-v695934. [ 638.101215] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.101529] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.101871] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fea7a24c-21dd-465c-b1d2-8042dbb4ed12 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.123281] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.123281] env[69520]: value = "task-3481161" [ 638.123281] env[69520]: _type = "Task" [ 638.123281] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.135925] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481161, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.221446] env[69520]: DEBUG nova.network.neutron [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.304831] env[69520]: DEBUG oslo_vmware.api [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Task: {'id': task-3481158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269274} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.305597] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.305775] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.305947] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.306136] env[69520]: INFO nova.compute.manager [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Took 1.16 seconds to destroy the instance on the hypervisor. [ 638.306373] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.306552] env[69520]: DEBUG nova.compute.manager [-] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.306712] env[69520]: DEBUG nova.network.neutron [-] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.361953] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534913} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.361953] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] f926972c-ab5c-49ce-bf39-288a8f5a053e/f926972c-ab5c-49ce-bf39-288a8f5a053e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.362229] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.362444] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22b9d0ea-5c18-43e1-854f-faf4f3bfc36c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.370432] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 638.370432] env[69520]: value = "task-3481162" [ 638.370432] env[69520]: _type = "Task" [ 638.370432] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.381374] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.381680] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.425176] env[69520]: DEBUG nova.network.neutron [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Successfully updated port: cb101782-9d2c-46cb-a781-ce1ad547411d {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.456050] env[69520]: DEBUG nova.network.neutron [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.497122] env[69520]: DEBUG nova.compute.manager [req-d0ff6d86-69a6-4caa-88ec-de004b14c269 req-58ba13bd-e045-4c08-af84-37d7abb540b4 service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Received event network-vif-plugged-85656b66-986a-464e-8478-0177610526d6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.497542] env[69520]: DEBUG oslo_concurrency.lockutils [req-d0ff6d86-69a6-4caa-88ec-de004b14c269 req-58ba13bd-e045-4c08-af84-37d7abb540b4 service nova] Acquiring lock "690e1e14-03ae-499c-8c3d-511f638c030b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.497809] env[69520]: DEBUG oslo_concurrency.lockutils [req-d0ff6d86-69a6-4caa-88ec-de004b14c269 req-58ba13bd-e045-4c08-af84-37d7abb540b4 service nova] Lock "690e1e14-03ae-499c-8c3d-511f638c030b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.498063] env[69520]: DEBUG oslo_concurrency.lockutils [req-d0ff6d86-69a6-4caa-88ec-de004b14c269 req-58ba13bd-e045-4c08-af84-37d7abb540b4 service nova] Lock "690e1e14-03ae-499c-8c3d-511f638c030b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.498530] env[69520]: DEBUG nova.compute.manager [req-d0ff6d86-69a6-4caa-88ec-de004b14c269 req-58ba13bd-e045-4c08-af84-37d7abb540b4 service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] No waiting events found dispatching network-vif-plugged-85656b66-986a-464e-8478-0177610526d6 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.498530] env[69520]: WARNING nova.compute.manager [req-d0ff6d86-69a6-4caa-88ec-de004b14c269 req-58ba13bd-e045-4c08-af84-37d7abb540b4 service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Received unexpected event network-vif-plugged-85656b66-986a-464e-8478-0177610526d6 for instance with vm_state building and task_state spawning. [ 638.620960] env[69520]: DEBUG nova.network.neutron [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.637531] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481161, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.681513] env[69520]: DEBUG nova.scheduler.client.report [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 638.707346] env[69520]: DEBUG nova.scheduler.client.report [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 638.707346] env[69520]: DEBUG nova.compute.provider_tree [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.718433] env[69520]: DEBUG nova.scheduler.client.report [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 638.738825] env[69520]: DEBUG nova.scheduler.client.report [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 638.801836] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquiring lock "664b9c5e-ba90-40c2-b952-35b83a465052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.801836] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lock "664b9c5e-ba90-40c2-b952-35b83a465052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.818350] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "81b45160-82b7-4913-9ab3-999d958d94e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.818798] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "81b45160-82b7-4913-9ab3-999d958d94e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.865825] env[69520]: DEBUG nova.network.neutron [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Updating instance_info_cache with network_info: [{"id": "281db10d-6fbc-465b-9f15-07a1201b62b2", "address": "fa:16:3e:02:a4:46", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap281db10d-6f", "ovs_interfaceid": "281db10d-6fbc-465b-9f15-07a1201b62b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.888570] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250071} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.891767] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.895671] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d9e7b8-f30e-41fd-b724-56e5ec7baf9f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.933114] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] f926972c-ab5c-49ce-bf39-288a8f5a053e/f926972c-ab5c-49ce-bf39-288a8f5a053e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.936989] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquiring lock "refresh_cache-ed594de5-84f8-4c94-97e1-bb96ff18ebc6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.937162] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquired lock "refresh_cache-ed594de5-84f8-4c94-97e1-bb96ff18ebc6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.937317] env[69520]: DEBUG nova.network.neutron [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.938415] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d194273-9a45-4715-afdd-e2235224c779 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.965715] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 638.965715] env[69520]: value = "task-3481163" [ 638.965715] env[69520]: _type = "Task" [ 638.965715] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.976338] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.001778] env[69520]: DEBUG nova.network.neutron [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.124959] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Releasing lock "refresh_cache-10cfa36d-a1fb-4202-915b-0f9883acec0d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.125256] env[69520]: DEBUG nova.compute.manager [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69520) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 639.125370] env[69520]: DEBUG nova.compute.manager [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.125527] env[69520]: DEBUG nova.network.neutron [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.155238] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481161, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.195243] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f343bc64-9678-400c-8547-fa4c1feb194e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.202838] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef93ad2c-93d6-48e3-957e-fb8715ecf817 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.207841] env[69520]: DEBUG nova.network.neutron [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.241684] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaea1cd-416d-4143-a2c8-6413a0afdf19 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.250566] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "ce8a7015-89cc-4bb5-a57d-cde8981316d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.250566] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "ce8a7015-89cc-4bb5-a57d-cde8981316d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.256317] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a48e49-0132-4322-9d67-13a024172b95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.271035] env[69520]: DEBUG nova.compute.provider_tree [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.369953] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Releasing lock "refresh_cache-2d5ffd67-779d-44cc-a765-5110d7aa001c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.370277] env[69520]: DEBUG nova.compute.manager [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Instance network_info: |[{"id": "281db10d-6fbc-465b-9f15-07a1201b62b2", "address": "fa:16:3e:02:a4:46", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap281db10d-6f", "ovs_interfaceid": "281db10d-6fbc-465b-9f15-07a1201b62b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.370708] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:a4:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '281db10d-6fbc-465b-9f15-07a1201b62b2', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.378671] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Creating folder: Project (98b5f2704db5412c9ba0164b69dd0b54). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.380353] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abaad7e3-706d-48a0-9b2f-5898394427bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.392805] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Created folder: Project (98b5f2704db5412c9ba0164b69dd0b54) in parent group-v695915. [ 639.393041] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Creating folder: Instances. Parent ref: group-v695937. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.393177] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6318f3d-7816-4f60-9da0-7db5edd5221d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.406149] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Created folder: Instances in parent group-v695937. [ 639.406491] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.406581] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.406789] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b5dc349-3e70-4134-9795-a54a78c5adda {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.430659] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.430659] env[69520]: value = "task-3481166" [ 639.430659] env[69520]: _type = "Task" [ 639.430659] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.443774] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481166, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.444788] env[69520]: DEBUG nova.network.neutron [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Updating instance_info_cache with network_info: [{"id": "cb101782-9d2c-46cb-a781-ce1ad547411d", "address": "fa:16:3e:00:dc:92", "network": {"id": "6a3a8d41-7656-492c-8bde-573062809b6f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-656425387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972f6e12a7774ee8807f781e23d7a25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb101782-9d", "ovs_interfaceid": "cb101782-9d2c-46cb-a781-ce1ad547411d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.476555] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.602388] env[69520]: DEBUG nova.network.neutron [-] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.648466] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481161, 'name': CreateVM_Task, 'duration_secs': 1.082156} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.648466] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.649260] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.649327] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.649648] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.650247] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65bc64a0-d75e-4e1d-b4e3-9e44d48783b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.656779] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for the task: (returnval){ [ 639.656779] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52efe4f7-911b-eade-b310-0302bc2fe306" [ 639.656779] env[69520]: _type = "Task" [ 639.656779] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.668266] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52efe4f7-911b-eade-b310-0302bc2fe306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.678963] env[69520]: INFO nova.compute.manager [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Rebuilding instance [ 639.711550] env[69520]: DEBUG nova.network.neutron [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.747163] env[69520]: DEBUG nova.compute.manager [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.747163] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36c6506-ad1a-40c8-b71a-e4b750acdf0f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.773760] env[69520]: DEBUG nova.compute.manager [req-f48a0d57-4e70-48a7-a780-54dc91c6d382 req-e8ca8dd8-cde9-44f4-bcf6-ab03d0695a02 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Received event network-changed-2be5e29a-c991-493f-99dc-1dd591e35d33 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.773979] env[69520]: DEBUG nova.compute.manager [req-f48a0d57-4e70-48a7-a780-54dc91c6d382 req-e8ca8dd8-cde9-44f4-bcf6-ab03d0695a02 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Refreshing instance network info cache due to event network-changed-2be5e29a-c991-493f-99dc-1dd591e35d33. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.774203] env[69520]: DEBUG oslo_concurrency.lockutils [req-f48a0d57-4e70-48a7-a780-54dc91c6d382 req-e8ca8dd8-cde9-44f4-bcf6-ab03d0695a02 service nova] Acquiring lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.774339] env[69520]: DEBUG oslo_concurrency.lockutils [req-f48a0d57-4e70-48a7-a780-54dc91c6d382 req-e8ca8dd8-cde9-44f4-bcf6-ab03d0695a02 service nova] Acquired lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.774494] env[69520]: DEBUG nova.network.neutron [req-f48a0d57-4e70-48a7-a780-54dc91c6d382 req-e8ca8dd8-cde9-44f4-bcf6-ab03d0695a02 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Refreshing network info cache for port 2be5e29a-c991-493f-99dc-1dd591e35d33 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.809224] env[69520]: ERROR nova.scheduler.client.report [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [req-2c01d99d-b91e-4323-87ad-357a8f058474] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c01d99d-b91e-4323-87ad-357a8f058474"}]} [ 639.818062] env[69520]: DEBUG nova.compute.manager [None req-37a57b40-6b36-4b31-b8a8-e57de59d04cc tempest-ServerDiagnosticsV248Test-861522818 tempest-ServerDiagnosticsV248Test-861522818-project-admin] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.819182] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225026c6-56ce-4a02-9f6d-340cadd4c191 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.826112] env[69520]: INFO nova.compute.manager [None req-37a57b40-6b36-4b31-b8a8-e57de59d04cc tempest-ServerDiagnosticsV248Test-861522818 tempest-ServerDiagnosticsV248Test-861522818-project-admin] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Retrieving diagnostics [ 639.828023] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551115f1-7223-4986-bbc5-bd0a946cc60e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.867361] env[69520]: DEBUG nova.scheduler.client.report [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 639.892028] env[69520]: DEBUG nova.scheduler.client.report [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 639.892238] env[69520]: DEBUG nova.compute.provider_tree [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.911639] env[69520]: DEBUG nova.scheduler.client.report [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 639.937807] env[69520]: DEBUG nova.scheduler.client.report [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 639.951423] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Releasing lock "refresh_cache-ed594de5-84f8-4c94-97e1-bb96ff18ebc6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.951423] env[69520]: DEBUG nova.compute.manager [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Instance network_info: |[{"id": "cb101782-9d2c-46cb-a781-ce1ad547411d", "address": "fa:16:3e:00:dc:92", "network": {"id": "6a3a8d41-7656-492c-8bde-573062809b6f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-656425387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972f6e12a7774ee8807f781e23d7a25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb101782-9d", "ovs_interfaceid": "cb101782-9d2c-46cb-a781-ce1ad547411d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.951646] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481166, 'name': CreateVM_Task, 'duration_secs': 0.332087} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.951646] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:dc:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb101782-9d2c-46cb-a781-ce1ad547411d', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.959946] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Creating folder: Project (972f6e12a7774ee8807f781e23d7a25b). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.960252] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.960523] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7881f132-a815-4d9a-9962-f55467c7a7aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.964026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.975098] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Created folder: Project (972f6e12a7774ee8807f781e23d7a25b) in parent group-v695915. [ 639.975287] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Creating folder: Instances. Parent ref: group-v695940. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.975927] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f80e8248-3a7a-424b-b47f-b99b58cbbf18 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.981116] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481163, 'name': ReconfigVM_Task, 'duration_secs': 0.649997} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.981707] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Reconfigured VM instance instance-00000006 to attach disk [datastore1] f926972c-ab5c-49ce-bf39-288a8f5a053e/f926972c-ab5c-49ce-bf39-288a8f5a053e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.982351] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bae456c9-449a-49fb-9293-30a93b23b0d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.989062] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 639.989062] env[69520]: value = "task-3481169" [ 639.989062] env[69520]: _type = "Task" [ 639.989062] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.992869] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Created folder: Instances in parent group-v695940. [ 639.993097] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.996898] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.996898] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdfdc193-7216-42b8-8d88-f954b732bf67 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.024985] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481169, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.024985] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.024985] env[69520]: value = "task-3481170" [ 640.024985] env[69520]: _type = "Task" [ 640.024985] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.031770] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481170, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.111681] env[69520]: INFO nova.compute.manager [-] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Took 1.80 seconds to deallocate network for instance. [ 640.155627] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.155969] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.175493] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52efe4f7-911b-eade-b310-0302bc2fe306, 'name': SearchDatastore_Task, 'duration_secs': 0.013305} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.175833] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.176032] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.176267] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.176402] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.176575] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.176846] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.177150] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.177462] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f71670f-dfb0-4dab-be6e-bda6bb55e6a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.182180] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee3832a-c7fb-4cd9-8405-42664ad3c062 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.187815] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for the task: (returnval){ [ 640.187815] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5247fead-9b7c-9a95-caae-30d6ecdde004" [ 640.187815] env[69520]: _type = "Task" [ 640.187815] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.196433] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5247fead-9b7c-9a95-caae-30d6ecdde004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.204098] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.205266] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.205589] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8ccc9b-4612-42bf-9ade-25b7583d9a67 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.210801] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for the task: (returnval){ [ 640.210801] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fd7cb0-c40e-e3cd-0b99-02e5cdbb2311" [ 640.210801] env[69520]: _type = "Task" [ 640.210801] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.218441] env[69520]: INFO nova.compute.manager [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] [instance: 10cfa36d-a1fb-4202-915b-0f9883acec0d] Took 1.09 seconds to deallocate network for instance. [ 640.224114] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fd7cb0-c40e-e3cd-0b99-02e5cdbb2311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.316211] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9094800f-1c41-43b8-9f99-51a32c6033a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.326652] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c38bf-955a-4aac-a6b8-e85668849c1c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.361798] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457e9b9c-6f89-47d6-b245-fce166a45c76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.369488] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82421cd-85a1-48cb-935a-982fda0ff44f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.383063] env[69520]: DEBUG nova.compute.provider_tree [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.502749] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481169, 'name': Rename_Task, 'duration_secs': 0.197639} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.503167] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.503551] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1edc322c-fe52-419e-a765-1c4a1552d403 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.515932] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 640.515932] env[69520]: value = "task-3481171" [ 640.515932] env[69520]: _type = "Task" [ 640.515932] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.525855] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.535183] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481170, 'name': CreateVM_Task, 'duration_secs': 0.361355} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.535183] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.538032] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.626466] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.701866] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5247fead-9b7c-9a95-caae-30d6ecdde004, 'name': SearchDatastore_Task, 'duration_secs': 0.029958} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.702231] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.702461] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.702672] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.703033] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.703289] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.703547] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81304521-1920-4ef2-ae48-75e0401c6436 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.708496] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for the task: (returnval){ [ 640.708496] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52801a40-0c89-29c7-54d0-5ae824080175" [ 640.708496] env[69520]: _type = "Task" [ 640.708496] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.717080] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52801a40-0c89-29c7-54d0-5ae824080175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.729576] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fd7cb0-c40e-e3cd-0b99-02e5cdbb2311, 'name': SearchDatastore_Task, 'duration_secs': 0.014044} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.730574] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b05cad4-44cf-4f01-bfa0-b99deab94298 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.740248] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for the task: (returnval){ [ 640.740248] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bb28a5-860c-1ef0-be9c-640bf167bb54" [ 640.740248] env[69520]: _type = "Task" [ 640.740248] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.754370] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bb28a5-860c-1ef0-be9c-640bf167bb54, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.754370] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.754867] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 690e1e14-03ae-499c-8c3d-511f638c030b/690e1e14-03ae-499c-8c3d-511f638c030b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.755256] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.755510] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.755792] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-976d1e5c-39a4-4caf-a07f-15215d51649f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.759218] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc3b7644-1b95-4462-8f8d-33c8369b97fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.762546] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.763884] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-418bce62-68be-4e77-b6c3-ef9191124aa0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.769017] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for the task: (returnval){ [ 640.769017] env[69520]: value = "task-3481172" [ 640.769017] env[69520]: _type = "Task" [ 640.769017] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.772435] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 640.772435] env[69520]: value = "task-3481173" [ 640.772435] env[69520]: _type = "Task" [ 640.772435] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.774652] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.774652] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.782791] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de7b44a-b2f7-43d1-9bd2-54e30e618e1b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.784859] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.792403] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.792403] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for the task: (returnval){ [ 640.792403] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c06c07-a294-c193-2b48-4f36cb6c032a" [ 640.792403] env[69520]: _type = "Task" [ 640.792403] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.803081] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c06c07-a294-c193-2b48-4f36cb6c032a, 'name': SearchDatastore_Task, 'duration_secs': 0.008653} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.803854] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c26b873-3ec9-4686-98b8-9d8edf210053 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.809633] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for the task: (returnval){ [ 640.809633] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521ad164-31a8-a5da-036e-323b5638b676" [ 640.809633] env[69520]: _type = "Task" [ 640.809633] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.818806] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521ad164-31a8-a5da-036e-323b5638b676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.916278] env[69520]: DEBUG nova.network.neutron [req-f48a0d57-4e70-48a7-a780-54dc91c6d382 req-e8ca8dd8-cde9-44f4-bcf6-ab03d0695a02 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updated VIF entry in instance network info cache for port 2be5e29a-c991-493f-99dc-1dd591e35d33. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.917153] env[69520]: DEBUG nova.network.neutron [req-f48a0d57-4e70-48a7-a780-54dc91c6d382 req-e8ca8dd8-cde9-44f4-bcf6-ab03d0695a02 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updating instance_info_cache with network_info: [{"id": "2be5e29a-c991-493f-99dc-1dd591e35d33", "address": "fa:16:3e:2e:db:f0", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be5e29a-c9", "ovs_interfaceid": "2be5e29a-c991-493f-99dc-1dd591e35d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.933329] env[69520]: DEBUG nova.scheduler.client.report [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updated inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 640.933329] env[69520]: DEBUG nova.compute.provider_tree [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating resource provider 093b5977-ab1e-4208-9866-9743536d6c6d generation from 24 to 25 during operation: update_inventory {{(pid=69520) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 640.933329] env[69520]: DEBUG nova.compute.provider_tree [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.031062] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481171, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.224384] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52801a40-0c89-29c7-54d0-5ae824080175, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.224782] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.225074] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.225835] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.265437] env[69520]: INFO nova.scheduler.client.report [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Deleted allocations for instance 10cfa36d-a1fb-4202-915b-0f9883acec0d [ 641.283898] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481172, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.292846] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481173, 'name': PowerOffVM_Task, 'duration_secs': 0.115668} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.293787] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.294110] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.294919] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8270fa34-8c3f-4c6d-8b76-00083198015f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.303994] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.303994] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1eaa036-2aa2-4f8b-8136-0251a212b7b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.322047] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521ad164-31a8-a5da-036e-323b5638b676, 'name': SearchDatastore_Task, 'duration_secs': 0.00854} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.322555] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.322875] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 2d5ffd67-779d-44cc-a765-5110d7aa001c/2d5ffd67-779d-44cc-a765-5110d7aa001c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.323223] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.323616] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.323968] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3e383ce-3cc1-4af6-815b-4950941d58f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.326178] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bed4b0ec-dad7-4c5f-a5a6-ec60649b467b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.335528] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.335734] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.335905] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Deleting the datastore file [datastore1] 5f6a67e7-6678-4797-a41b-823db1b4811d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.336154] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94f177a5-a197-4799-a7aa-5ee0da8a80d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.339532] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for the task: (returnval){ [ 641.339532] env[69520]: value = "task-3481175" [ 641.339532] env[69520]: _type = "Task" [ 641.339532] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.340988] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.341178] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.344570] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9a27f3-4584-4fdf-91d3-00c55f21f71f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.348088] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 641.348088] env[69520]: value = "task-3481176" [ 641.348088] env[69520]: _type = "Task" [ 641.348088] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.356091] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for the task: (returnval){ [ 641.356091] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525d315b-910e-1985-1d6e-e0691ce73c58" [ 641.356091] env[69520]: _type = "Task" [ 641.356091] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.356294] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.362383] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.367407] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525d315b-910e-1985-1d6e-e0691ce73c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.421364] env[69520]: DEBUG oslo_concurrency.lockutils [req-f48a0d57-4e70-48a7-a780-54dc91c6d382 req-e8ca8dd8-cde9-44f4-bcf6-ab03d0695a02 service nova] Releasing lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.437865] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.793s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.438413] env[69520]: DEBUG nova.compute.manager [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.441039] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.439s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.442456] env[69520]: INFO nova.compute.claims [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.529129] env[69520]: DEBUG oslo_vmware.api [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481171, 'name': PowerOnVM_Task, 'duration_secs': 0.636654} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.529129] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.529315] env[69520]: INFO nova.compute.manager [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Took 14.11 seconds to spawn the instance on the hypervisor. [ 641.529889] env[69520]: DEBUG nova.compute.manager [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.532161] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d10dd7a-bcf2-4a89-b39d-01d35f0927d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.781281] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7b4e173a-897d-42e3-8ea1-1f5c253b96b3 tempest-ServerExternalEventsTest-1560037531 tempest-ServerExternalEventsTest-1560037531-project-member] Lock "10cfa36d-a1fb-4202-915b-0f9883acec0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.837s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.781590] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522299} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.783732] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 690e1e14-03ae-499c-8c3d-511f638c030b/690e1e14-03ae-499c-8c3d-511f638c030b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.783732] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.783868] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-667ffe94-b328-41cd-b76c-1d778223a216 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.795875] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for the task: (returnval){ [ 641.795875] env[69520]: value = "task-3481177" [ 641.795875] env[69520]: _type = "Task" [ 641.795875] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.809019] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.860220] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481175, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.868940] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507717} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.873556] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.874459] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.874459] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.878283] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525d315b-910e-1985-1d6e-e0691ce73c58, 'name': SearchDatastore_Task, 'duration_secs': 0.018772} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.879542] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791f47e2-13e4-47f9-9a5b-cc60afc2b4f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.885953] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for the task: (returnval){ [ 641.885953] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227e083-fa92-7663-5c13-1dcb69acc684" [ 641.885953] env[69520]: _type = "Task" [ 641.885953] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.896967] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227e083-fa92-7663-5c13-1dcb69acc684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.948526] env[69520]: DEBUG nova.compute.utils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.954434] env[69520]: DEBUG nova.compute.manager [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.954504] env[69520]: DEBUG nova.network.neutron [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.061809] env[69520]: INFO nova.compute.manager [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Took 19.01 seconds to build instance. [ 642.066092] env[69520]: DEBUG nova.compute.manager [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.068186] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb3d092-be78-4697-8a25-2bbd5fba2a4e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.140823] env[69520]: DEBUG nova.policy [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f21928861aa4181afafd32ab144d253', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71df338aa72044a4914d1d39c245f173', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.292063] env[69520]: DEBUG nova.compute.manager [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.316805] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279329} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.317101] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.317885] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5eb874-7dca-40ec-a5e8-046a3e95735a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.341834] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 690e1e14-03ae-499c-8c3d-511f638c030b/690e1e14-03ae-499c-8c3d-511f638c030b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.344555] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b9149a-30a9-40ba-b0c6-27ed4d0ec2aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.366664] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791073} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.368406] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 2d5ffd67-779d-44cc-a765-5110d7aa001c/2d5ffd67-779d-44cc-a765-5110d7aa001c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.369063] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.369063] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for the task: (returnval){ [ 642.369063] env[69520]: value = "task-3481178" [ 642.369063] env[69520]: _type = "Task" [ 642.369063] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.369427] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04b4b8a0-52db-42a6-b7ad-45d3e8dbfe15 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.384076] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481178, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.386237] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for the task: (returnval){ [ 642.386237] env[69520]: value = "task-3481179" [ 642.386237] env[69520]: _type = "Task" [ 642.386237] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.401453] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227e083-fa92-7663-5c13-1dcb69acc684, 'name': SearchDatastore_Task, 'duration_secs': 0.055327} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.402335] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.402335] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] ed594de5-84f8-4c94-97e1-bb96ff18ebc6/ed594de5-84f8-4c94-97e1-bb96ff18ebc6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.402899] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e6672af-6bc7-4ab2-b0f1-3728a544f44e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.409432] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for the task: (returnval){ [ 642.409432] env[69520]: value = "task-3481180" [ 642.409432] env[69520]: _type = "Task" [ 642.409432] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.418781] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.446602] env[69520]: DEBUG nova.compute.manager [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Received event network-changed-85656b66-986a-464e-8478-0177610526d6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.446810] env[69520]: DEBUG nova.compute.manager [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Refreshing instance network info cache due to event network-changed-85656b66-986a-464e-8478-0177610526d6. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.447050] env[69520]: DEBUG oslo_concurrency.lockutils [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] Acquiring lock "refresh_cache-690e1e14-03ae-499c-8c3d-511f638c030b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.447193] env[69520]: DEBUG oslo_concurrency.lockutils [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] Acquired lock "refresh_cache-690e1e14-03ae-499c-8c3d-511f638c030b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.449945] env[69520]: DEBUG nova.network.neutron [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Refreshing network info cache for port 85656b66-986a-464e-8478-0177610526d6 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.459538] env[69520]: DEBUG nova.compute.manager [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.539651] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "8410457a-eee4-47ad-b7fb-053901fd16e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.539888] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "8410457a-eee4-47ad-b7fb-053901fd16e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.564807] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquiring lock "4d540c53-1d58-4f57-b692-f01e80e7b95d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.564807] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Lock "4d540c53-1d58-4f57-b692-f01e80e7b95d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.564807] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquiring lock "4d540c53-1d58-4f57-b692-f01e80e7b95d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.564807] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Lock "4d540c53-1d58-4f57-b692-f01e80e7b95d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.565158] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Lock "4d540c53-1d58-4f57-b692-f01e80e7b95d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.565763] env[69520]: INFO nova.compute.manager [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Terminating instance [ 642.567807] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d2cf66f-645e-4f8f-af11-9509d104e817 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.525s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.570356] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.651s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.570758] env[69520]: INFO nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] During sync_power_state the instance has a pending task (spawning). Skip. [ 642.571080] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.587839] env[69520]: INFO nova.compute.manager [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] instance snapshotting [ 642.593398] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98ee698-13d2-452e-bad2-b584b6bbffba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.642095] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee80d85-0c03-4154-8208-afd841c646f9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.663273] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.663273] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.836112] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.893998] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.907319] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085237} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.907660] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.908544] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c122c0a4-55cc-4a18-a0b7-ac89da8094a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.943224] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2d5ffd67-779d-44cc-a765-5110d7aa001c/2d5ffd67-779d-44cc-a765-5110d7aa001c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.944505] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481180, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.944505] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aec82e4-6047-43a2-948f-d49f0dd4c633 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.962164] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.962330] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.962452] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.962654] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.962799] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.962941] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.963159] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.963311] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.963467] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.963620] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.963848] env[69520]: DEBUG nova.virt.hardware [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.968878] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8723d70b-7aa9-42de-a9f4-88fbbead2520 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.981616] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56053421-5dcc-4d4d-b6f7-5eaadbca7e8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.986425] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for the task: (returnval){ [ 642.986425] env[69520]: value = "task-3481181" [ 642.986425] env[69520]: _type = "Task" [ 642.986425] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.003032] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.009111] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.010028] env[69520]: DEBUG nova.network.neutron [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Successfully created port: c3e202eb-f4c9-443b-83d5-d6841f8f1db6 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.012479] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.013201] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-655cb4ac-6968-4d4b-bff8-ef5addb2e8d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.030979] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.033115] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f3532f-ea08-45d0-b52e-7051d7b715ff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.037886] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.037886] env[69520]: value = "task-3481182" [ 643.037886] env[69520]: _type = "Task" [ 643.037886] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.046976] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68964ee-da8d-41d6-9500-02e24c316b1c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.053499] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481182, 'name': CreateVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.091658] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquiring lock "refresh_cache-4d540c53-1d58-4f57-b692-f01e80e7b95d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.091843] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquired lock "refresh_cache-4d540c53-1d58-4f57-b692-f01e80e7b95d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.092489] env[69520]: DEBUG nova.network.neutron [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.094041] env[69520]: DEBUG nova.compute.manager [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.100058] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ba3f52-14fd-43bb-a658-5b941c90fcc6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.109279] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bb33b3-2743-4f06-a183-0d00dd18f02e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.131426] env[69520]: DEBUG nova.compute.provider_tree [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.162691] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 643.163600] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1960aad9-c781-4f64-a379-b5ed44d42e71 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.177501] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 643.177501] env[69520]: value = "task-3481183" [ 643.177501] env[69520]: _type = "Task" [ 643.177501] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.197518] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481183, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.224194] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquiring lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.224306] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.281713] env[69520]: DEBUG nova.network.neutron [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Updated VIF entry in instance network info cache for port 85656b66-986a-464e-8478-0177610526d6. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.282255] env[69520]: DEBUG nova.network.neutron [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Updating instance_info_cache with network_info: [{"id": "85656b66-986a-464e-8478-0177610526d6", "address": "fa:16:3e:f6:42:e9", "network": {"id": "4ec30945-b5bd-4917-aa19-9eac2fb4e6d4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1370259299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8304e6418c3c44538b7433300cb75b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85656b66-98", "ovs_interfaceid": "85656b66-986a-464e-8478-0177610526d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.385913] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481178, 'name': ReconfigVM_Task, 'duration_secs': 0.555912} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.385913] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 690e1e14-03ae-499c-8c3d-511f638c030b/690e1e14-03ae-499c-8c3d-511f638c030b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.386872] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d33d0003-9fa7-4d15-9a52-50a1b78906dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.393364] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for the task: (returnval){ [ 643.393364] env[69520]: value = "task-3481184" [ 643.393364] env[69520]: _type = "Task" [ 643.393364] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.402973] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481184, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.422488] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51463} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.422812] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] ed594de5-84f8-4c94-97e1-bb96ff18ebc6/ed594de5-84f8-4c94-97e1-bb96ff18ebc6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.423037] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.423320] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bc5673c-85ca-4a46-b04a-be2d876ec115 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.430119] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for the task: (returnval){ [ 643.430119] env[69520]: value = "task-3481185" [ 643.430119] env[69520]: _type = "Task" [ 643.430119] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.440296] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.476981] env[69520]: DEBUG nova.compute.manager [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.494773] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481181, 'name': ReconfigVM_Task, 'duration_secs': 0.388708} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.497070] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2d5ffd67-779d-44cc-a765-5110d7aa001c/2d5ffd67-779d-44cc-a765-5110d7aa001c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.497961] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ec720bd-49b6-4164-aa51-7b0341b96174 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.504666] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for the task: (returnval){ [ 643.504666] env[69520]: value = "task-3481186" [ 643.504666] env[69520]: _type = "Task" [ 643.504666] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.507063] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.507293] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.507451] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.507672] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.507832] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.508017] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.508253] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.508408] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.508574] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.508802] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.508892] env[69520]: DEBUG nova.virt.hardware [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.512684] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d778131-e965-4107-a3d6-1d945663e6f3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.520715] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481186, 'name': Rename_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.524156] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdca28c-a777-4436-8490-072a855310a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.550606] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481182, 'name': CreateVM_Task, 'duration_secs': 0.45895} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.550606] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.550840] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.551011] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.551367] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.551603] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ed6762-3317-48a9-80cf-bcaff1e126ea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.556275] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 643.556275] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52483445-9b32-367e-d4c8-6cc070a0e378" [ 643.556275] env[69520]: _type = "Task" [ 643.556275] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.563648] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52483445-9b32-367e-d4c8-6cc070a0e378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.620081] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.628778] env[69520]: DEBUG nova.network.neutron [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.634623] env[69520]: DEBUG nova.scheduler.client.report [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.675028] env[69520]: DEBUG nova.compute.manager [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Received event network-vif-plugged-cb101782-9d2c-46cb-a781-ce1ad547411d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.675028] env[69520]: DEBUG oslo_concurrency.lockutils [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] Acquiring lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.675028] env[69520]: DEBUG oslo_concurrency.lockutils [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] Lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.675028] env[69520]: DEBUG oslo_concurrency.lockutils [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] Lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.675028] env[69520]: DEBUG nova.compute.manager [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] No waiting events found dispatching network-vif-plugged-cb101782-9d2c-46cb-a781-ce1ad547411d {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.675562] env[69520]: WARNING nova.compute.manager [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Received unexpected event network-vif-plugged-cb101782-9d2c-46cb-a781-ce1ad547411d for instance with vm_state building and task_state spawning. [ 643.675562] env[69520]: DEBUG nova.compute.manager [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Received event network-changed-cb101782-9d2c-46cb-a781-ce1ad547411d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.675562] env[69520]: DEBUG nova.compute.manager [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Refreshing instance network info cache due to event network-changed-cb101782-9d2c-46cb-a781-ce1ad547411d. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.675562] env[69520]: DEBUG oslo_concurrency.lockutils [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] Acquiring lock "refresh_cache-ed594de5-84f8-4c94-97e1-bb96ff18ebc6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.675562] env[69520]: DEBUG oslo_concurrency.lockutils [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] Acquired lock "refresh_cache-ed594de5-84f8-4c94-97e1-bb96ff18ebc6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.675758] env[69520]: DEBUG nova.network.neutron [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Refreshing network info cache for port cb101782-9d2c-46cb-a781-ce1ad547411d {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.689274] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481183, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.703940] env[69520]: DEBUG nova.network.neutron [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.784694] env[69520]: DEBUG oslo_concurrency.lockutils [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] Releasing lock "refresh_cache-690e1e14-03ae-499c-8c3d-511f638c030b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.785034] env[69520]: DEBUG nova.compute.manager [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Received event network-vif-plugged-281db10d-6fbc-465b-9f15-07a1201b62b2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.785286] env[69520]: DEBUG oslo_concurrency.lockutils [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] Acquiring lock "2d5ffd67-779d-44cc-a765-5110d7aa001c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.785563] env[69520]: DEBUG oslo_concurrency.lockutils [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] Lock "2d5ffd67-779d-44cc-a765-5110d7aa001c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.785832] env[69520]: DEBUG oslo_concurrency.lockutils [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] Lock "2d5ffd67-779d-44cc-a765-5110d7aa001c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.786041] env[69520]: DEBUG nova.compute.manager [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] No waiting events found dispatching network-vif-plugged-281db10d-6fbc-465b-9f15-07a1201b62b2 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.786389] env[69520]: WARNING nova.compute.manager [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Received unexpected event network-vif-plugged-281db10d-6fbc-465b-9f15-07a1201b62b2 for instance with vm_state building and task_state spawning. [ 643.786476] env[69520]: DEBUG nova.compute.manager [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Received event network-changed-281db10d-6fbc-465b-9f15-07a1201b62b2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.786627] env[69520]: DEBUG nova.compute.manager [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Refreshing instance network info cache due to event network-changed-281db10d-6fbc-465b-9f15-07a1201b62b2. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.786815] env[69520]: DEBUG oslo_concurrency.lockutils [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] Acquiring lock "refresh_cache-2d5ffd67-779d-44cc-a765-5110d7aa001c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.787024] env[69520]: DEBUG oslo_concurrency.lockutils [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] Acquired lock "refresh_cache-2d5ffd67-779d-44cc-a765-5110d7aa001c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.787223] env[69520]: DEBUG nova.network.neutron [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Refreshing network info cache for port 281db10d-6fbc-465b-9f15-07a1201b62b2 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.905519] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481184, 'name': Rename_Task, 'duration_secs': 0.159166} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.905519] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.905519] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae5a4366-f286-4672-8804-de0238199057 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.911191] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for the task: (returnval){ [ 643.911191] env[69520]: value = "task-3481187" [ 643.911191] env[69520]: _type = "Task" [ 643.911191] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.920160] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.939421] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073123} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.939692] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.940482] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79bb320-ca49-4b6b-a9f6-4e3346eaba7b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.963397] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ed594de5-84f8-4c94-97e1-bb96ff18ebc6/ed594de5-84f8-4c94-97e1-bb96ff18ebc6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.963728] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a6bbc5-f74d-4412-9e24-7b07108292fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.984299] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for the task: (returnval){ [ 643.984299] env[69520]: value = "task-3481188" [ 643.984299] env[69520]: _type = "Task" [ 643.984299] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.994461] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.015282] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481186, 'name': Rename_Task, 'duration_secs': 0.144647} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.015282] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.016467] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12e23525-b854-44af-8f45-d216e85a3ae9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.025020] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for the task: (returnval){ [ 644.025020] env[69520]: value = "task-3481189" [ 644.025020] env[69520]: _type = "Task" [ 644.025020] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.035847] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.071029] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52483445-9b32-367e-d4c8-6cc070a0e378, 'name': SearchDatastore_Task, 'duration_secs': 0.014233} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.071029] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.071029] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.071029] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.071320] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.071320] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.071320] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b667b785-a0d1-443c-ad8b-132df27e4bf1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.079428] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.079886] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.080828] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e251b5-55b4-4f92-87f3-68cb3b02958e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.088773] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 644.088773] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52047ceb-d551-bbf0-3daf-3d2cf0b73a98" [ 644.088773] env[69520]: _type = "Task" [ 644.088773] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.096406] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52047ceb-d551-bbf0-3daf-3d2cf0b73a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.139635] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.140301] env[69520]: DEBUG nova.compute.manager [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.143650] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.582s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.145085] env[69520]: INFO nova.compute.claims [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.191439] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481183, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.209291] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Releasing lock "refresh_cache-4d540c53-1d58-4f57-b692-f01e80e7b95d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.209291] env[69520]: DEBUG nova.compute.manager [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.209291] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.209291] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c88f87-1746-4704-9046-fa154f4cf9d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.217509] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.217983] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db232721-b729-4150-9cf8-d5b037b02e66 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.226526] env[69520]: DEBUG oslo_vmware.api [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 644.226526] env[69520]: value = "task-3481190" [ 644.226526] env[69520]: _type = "Task" [ 644.226526] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.237142] env[69520]: DEBUG oslo_vmware.api [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.424012] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481187, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.476979] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.477276] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.498015] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481188, 'name': ReconfigVM_Task, 'duration_secs': 0.445042} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.498362] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ed594de5-84f8-4c94-97e1-bb96ff18ebc6/ed594de5-84f8-4c94-97e1-bb96ff18ebc6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.498992] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61188f14-13ed-4673-97bd-9bae0377b34b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.510279] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for the task: (returnval){ [ 644.510279] env[69520]: value = "task-3481191" [ 644.510279] env[69520]: _type = "Task" [ 644.510279] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.521180] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481191, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.542038] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.568134] env[69520]: DEBUG nova.network.neutron [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Updated VIF entry in instance network info cache for port cb101782-9d2c-46cb-a781-ce1ad547411d. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.568576] env[69520]: DEBUG nova.network.neutron [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Updating instance_info_cache with network_info: [{"id": "cb101782-9d2c-46cb-a781-ce1ad547411d", "address": "fa:16:3e:00:dc:92", "network": {"id": "6a3a8d41-7656-492c-8bde-573062809b6f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-656425387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972f6e12a7774ee8807f781e23d7a25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb101782-9d", "ovs_interfaceid": "cb101782-9d2c-46cb-a781-ce1ad547411d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.600806] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52047ceb-d551-bbf0-3daf-3d2cf0b73a98, 'name': SearchDatastore_Task, 'duration_secs': 0.035915} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.601841] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640496c2-af87-42c5-bcce-bf497ee6acfb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.610576] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 644.610576] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b24015-2881-176d-5420-1965f931eba5" [ 644.610576] env[69520]: _type = "Task" [ 644.610576] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.620127] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b24015-2881-176d-5420-1965f931eba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.649893] env[69520]: DEBUG nova.compute.utils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.655518] env[69520]: DEBUG nova.compute.manager [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.656649] env[69520]: DEBUG nova.network.neutron [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.694447] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481183, 'name': CreateSnapshot_Task, 'duration_secs': 1.137936} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.694447] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 644.695203] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dab5416-991f-4ab0-b9d5-affb6399028a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.738409] env[69520]: DEBUG oslo_vmware.api [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481190, 'name': PowerOffVM_Task, 'duration_secs': 0.358842} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.738776] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.738776] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.738936] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7700e2b3-bc65-4627-acea-ca994e61e8b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.757793] env[69520]: DEBUG nova.policy [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30e52600caf54ee7b13b409836c85930', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c42817e77f73404793ac42598136393a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.764325] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.765405] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.765405] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Deleting the datastore file [datastore2] 4d540c53-1d58-4f57-b692-f01e80e7b95d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.765405] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-527cd35b-13bb-4d8f-b02a-caa3c7eb9c95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.773992] env[69520]: DEBUG nova.network.neutron [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Updated VIF entry in instance network info cache for port 281db10d-6fbc-465b-9f15-07a1201b62b2. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.773992] env[69520]: DEBUG nova.network.neutron [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Updating instance_info_cache with network_info: [{"id": "281db10d-6fbc-465b-9f15-07a1201b62b2", "address": "fa:16:3e:02:a4:46", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap281db10d-6f", "ovs_interfaceid": "281db10d-6fbc-465b-9f15-07a1201b62b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.776236] env[69520]: DEBUG oslo_vmware.api [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for the task: (returnval){ [ 644.776236] env[69520]: value = "task-3481193" [ 644.776236] env[69520]: _type = "Task" [ 644.776236] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.785111] env[69520]: DEBUG oslo_vmware.api [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.821788] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "870967fa-f424-45ff-83bc-9ebb6e7869ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.822133] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "870967fa-f424-45ff-83bc-9ebb6e7869ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.921306] env[69520]: DEBUG oslo_vmware.api [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481187, 'name': PowerOnVM_Task, 'duration_secs': 0.59579} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.921702] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.922071] env[69520]: INFO nova.compute.manager [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Took 15.09 seconds to spawn the instance on the hypervisor. [ 644.922302] env[69520]: DEBUG nova.compute.manager [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.923596] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ff64a3-2c69-4fb8-9b49-260207eb592d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.017841] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481191, 'name': Rename_Task, 'duration_secs': 0.169333} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.018195] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.018464] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10230b3e-59c6-4728-8258-f2c78a607d21 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.032089] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for the task: (returnval){ [ 645.032089] env[69520]: value = "task-3481194" [ 645.032089] env[69520]: _type = "Task" [ 645.032089] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.040468] env[69520]: DEBUG oslo_vmware.api [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481189, 'name': PowerOnVM_Task, 'duration_secs': 0.574089} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.041204] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.042019] env[69520]: INFO nova.compute.manager [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Took 12.84 seconds to spawn the instance on the hypervisor. [ 645.042019] env[69520]: DEBUG nova.compute.manager [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.042670] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3236f2e-14bd-4b1a-96b3-e8a19f5a5516 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.049235] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481194, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.073027] env[69520]: DEBUG oslo_concurrency.lockutils [req-860fd049-c772-4482-ad90-88b5360bed43 req-37258c39-6ef9-441b-84dc-ae6259f7366f service nova] Releasing lock "refresh_cache-ed594de5-84f8-4c94-97e1-bb96ff18ebc6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.120973] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b24015-2881-176d-5420-1965f931eba5, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.121327] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.121648] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.122044] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a484d788-8726-4170-9a6a-1ec271b269b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.128819] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 645.128819] env[69520]: value = "task-3481195" [ 645.128819] env[69520]: _type = "Task" [ 645.128819] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.137417] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.156431] env[69520]: DEBUG nova.compute.manager [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.219026] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 645.223090] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01780e1b-3999-4470-815a-64380a32cd86 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.234063] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 645.234063] env[69520]: value = "task-3481196" [ 645.234063] env[69520]: _type = "Task" [ 645.234063] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.244314] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481196, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.278628] env[69520]: DEBUG oslo_concurrency.lockutils [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] Releasing lock "refresh_cache-2d5ffd67-779d-44cc-a765-5110d7aa001c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.278628] env[69520]: DEBUG nova.compute.manager [req-f0d4c605-1b25-4a30-a34a-1035878ef2a6 req-e5b23eed-9bdb-4a23-81f2-cc732808c896 service nova] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Received event network-vif-deleted-045ea495-7df0-4cb6-a9e7-628e2275011e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.287847] env[69520]: DEBUG oslo_vmware.api [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Task: {'id': task-3481193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158276} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.291608] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.291801] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.291975] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.292166] env[69520]: INFO nova.compute.manager [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 645.292423] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.292900] env[69520]: DEBUG nova.compute.manager [-] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.293009] env[69520]: DEBUG nova.network.neutron [-] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.297226] env[69520]: DEBUG nova.network.neutron [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Successfully created port: bf757d7f-68c8-4fff-89e0-f80c4a130104 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.321977] env[69520]: DEBUG nova.network.neutron [-] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.445941] env[69520]: INFO nova.compute.manager [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Took 21.68 seconds to build instance. [ 645.547626] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.569985] env[69520]: INFO nova.compute.manager [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Took 19.99 seconds to build instance. [ 645.650834] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481195, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.725664] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c7ab4c-a3a2-461f-bb5f-d0a1038e5841 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.743755] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee3117c-a7ba-4479-ab3b-2a1636ab8af0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.753147] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481196, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.791813] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5398a759-30ad-4266-a808-823749683ddf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.803305] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a115699-0048-4ca6-ae4d-8deb9ec0c7dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.809523] env[69520]: DEBUG nova.network.neutron [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Successfully updated port: c3e202eb-f4c9-443b-83d5-d6841f8f1db6 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.825236] env[69520]: DEBUG nova.compute.provider_tree [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.831202] env[69520]: DEBUG nova.network.neutron [-] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.950097] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67eb558d-7d4f-4bbc-a561-1fb16d9db763 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lock "690e1e14-03ae-499c-8c3d-511f638c030b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.195s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.951768] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "690e1e14-03ae-499c-8c3d-511f638c030b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.032s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.951970] env[69520]: INFO nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 645.953325] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "690e1e14-03ae-499c-8c3d-511f638c030b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.046942] env[69520]: DEBUG oslo_vmware.api [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481194, 'name': PowerOnVM_Task, 'duration_secs': 0.898387} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.047767] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.047767] env[69520]: INFO nova.compute.manager [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Took 11.44 seconds to spawn the instance on the hypervisor. [ 646.047767] env[69520]: DEBUG nova.compute.manager [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.048368] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea79e39-0ac7-4bb7-894d-63b2d2f81e19 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.073972] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f56ce43c-d679-419f-8446-820828d47308 tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lock "2d5ffd67-779d-44cc-a765-5110d7aa001c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.508s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.075134] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "2d5ffd67-779d-44cc-a765-5110d7aa001c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.155s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.081168] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8965c739-d22b-4eab-a13d-08eb2756041a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.140730] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77507} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.141083] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.141416] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.142027] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b367805-868a-4976-983d-ae9b7985ba33 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.149607] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 646.149607] env[69520]: value = "task-3481197" [ 646.149607] env[69520]: _type = "Task" [ 646.149607] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.159842] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.181885] env[69520]: DEBUG nova.compute.manager [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.217298] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.217566] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.217719] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.217910] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.218119] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.218315] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.218524] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.218679] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.218855] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.220038] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.220038] env[69520]: DEBUG nova.virt.hardware [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.220416] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb091dd2-b4d3-4e40-97ff-0849f19b6a24 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.231089] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581ec1be-d421-4ff5-a636-d8d051c3de47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.254506] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481196, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.312407] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.313039] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.313039] env[69520]: DEBUG nova.network.neutron [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.330805] env[69520]: DEBUG nova.scheduler.client.report [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.335028] env[69520]: INFO nova.compute.manager [-] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Took 1.04 seconds to deallocate network for instance. [ 646.454203] env[69520]: DEBUG nova.compute.manager [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.567914] env[69520]: INFO nova.compute.manager [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Took 19.15 seconds to build instance. [ 646.578233] env[69520]: DEBUG nova.compute.manager [req-3be0c282-833e-4b54-a249-1029b1a3fea6 req-a940b81c-c51b-41bc-93ec-a302e3c06977 service nova] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Received event network-vif-plugged-c3e202eb-f4c9-443b-83d5-d6841f8f1db6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.578444] env[69520]: DEBUG oslo_concurrency.lockutils [req-3be0c282-833e-4b54-a249-1029b1a3fea6 req-a940b81c-c51b-41bc-93ec-a302e3c06977 service nova] Acquiring lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.578664] env[69520]: DEBUG oslo_concurrency.lockutils [req-3be0c282-833e-4b54-a249-1029b1a3fea6 req-a940b81c-c51b-41bc-93ec-a302e3c06977 service nova] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.578821] env[69520]: DEBUG oslo_concurrency.lockutils [req-3be0c282-833e-4b54-a249-1029b1a3fea6 req-a940b81c-c51b-41bc-93ec-a302e3c06977 service nova] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.578983] env[69520]: DEBUG nova.compute.manager [req-3be0c282-833e-4b54-a249-1029b1a3fea6 req-a940b81c-c51b-41bc-93ec-a302e3c06977 service nova] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] No waiting events found dispatching network-vif-plugged-c3e202eb-f4c9-443b-83d5-d6841f8f1db6 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.582702] env[69520]: WARNING nova.compute.manager [req-3be0c282-833e-4b54-a249-1029b1a3fea6 req-a940b81c-c51b-41bc-93ec-a302e3c06977 service nova] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Received unexpected event network-vif-plugged-c3e202eb-f4c9-443b-83d5-d6841f8f1db6 for instance with vm_state building and task_state spawning. [ 646.584683] env[69520]: DEBUG nova.compute.manager [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.592795] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "2d5ffd67-779d-44cc-a765-5110d7aa001c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.664895] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197012} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.665992] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.666984] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fe54f0-3dcc-4e50-9381-6f59c256dc60 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.691478] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.692020] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d00b824-dcb9-4f86-9b20-83682a8abcbe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.712892] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 646.712892] env[69520]: value = "task-3481198" [ 646.712892] env[69520]: _type = "Task" [ 646.712892] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.722183] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.745842] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481196, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.836718] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.837329] env[69520]: DEBUG nova.compute.manager [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.840829] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.621s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.842728] env[69520]: INFO nova.compute.claims [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.846814] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.909977] env[69520]: DEBUG nova.network.neutron [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.983785] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.072547] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bd81ba3-ae2d-4b67-806e-bb664ec0ad92 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.231s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.107097] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.227548] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.229699] env[69520]: DEBUG nova.compute.manager [None req-13a93298-3f41-49bb-ab31-ed77aaf24b8e tempest-ServerDiagnosticsTest-1322317195 tempest-ServerDiagnosticsTest-1322317195-project-admin] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.231129] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149aadda-7698-41eb-8685-ef0e3d5e953a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.242816] env[69520]: DEBUG nova.network.neutron [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Successfully updated port: bf757d7f-68c8-4fff-89e0-f80c4a130104 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.249492] env[69520]: INFO nova.compute.manager [None req-13a93298-3f41-49bb-ab31-ed77aaf24b8e tempest-ServerDiagnosticsTest-1322317195 tempest-ServerDiagnosticsTest-1322317195-project-admin] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Retrieving diagnostics [ 647.250035] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276033df-39cd-4fdb-9090-363bccd645b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.259195] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481196, 'name': CloneVM_Task} progress is 95%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.348386] env[69520]: DEBUG nova.compute.utils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.354193] env[69520]: DEBUG nova.compute.manager [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.354599] env[69520]: DEBUG nova.network.neutron [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.417892] env[69520]: DEBUG nova.network.neutron [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance_info_cache with network_info: [{"id": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "address": "fa:16:3e:d4:c1:68", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e202eb-f4", "ovs_interfaceid": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.424179] env[69520]: DEBUG nova.policy [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f6db8282e6e4742bf0f17654683f02f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ad271125a8a4e7d8204c50050e68ffd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.576098] env[69520]: DEBUG nova.compute.manager [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.725909] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481198, 'name': ReconfigVM_Task, 'duration_secs': 0.604245} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.726304] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.726986] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e406cccb-c713-495c-917f-039870b8e91f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.734433] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 647.734433] env[69520]: value = "task-3481199" [ 647.734433] env[69520]: _type = "Task" [ 647.734433] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.747197] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481196, 'name': CloneVM_Task, 'duration_secs': 2.257528} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.753872] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Created linked-clone VM from snapshot [ 647.753872] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquiring lock "refresh_cache-6d0988fd-8e9f-4f47-98c3-ffba7860a89f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.753872] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquired lock "refresh_cache-6d0988fd-8e9f-4f47-98c3-ffba7860a89f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.754057] env[69520]: DEBUG nova.network.neutron [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.755311] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481199, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.756875] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2edf0ae-4f5e-40f9-9cc0-0dc966c18c5d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.769956] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Uploading image 470f3a31-cf56-4fb7-b1f7-37e2747af57a {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 647.800688] env[69520]: DEBUG oslo_vmware.rw_handles [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 647.800688] env[69520]: value = "vm-695945" [ 647.800688] env[69520]: _type = "VirtualMachine" [ 647.800688] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 647.800904] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dff74e29-af30-4733-8df1-a3db6dbe6800 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.813591] env[69520]: DEBUG oslo_vmware.rw_handles [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lease: (returnval){ [ 647.813591] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523ba63b-fc03-0184-d7d0-92be61098442" [ 647.813591] env[69520]: _type = "HttpNfcLease" [ 647.813591] env[69520]: } obtained for exporting VM: (result){ [ 647.813591] env[69520]: value = "vm-695945" [ 647.813591] env[69520]: _type = "VirtualMachine" [ 647.813591] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 647.813841] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the lease: (returnval){ [ 647.813841] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523ba63b-fc03-0184-d7d0-92be61098442" [ 647.813841] env[69520]: _type = "HttpNfcLease" [ 647.813841] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 647.822201] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 647.822201] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523ba63b-fc03-0184-d7d0-92be61098442" [ 647.822201] env[69520]: _type = "HttpNfcLease" [ 647.822201] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 647.863251] env[69520]: DEBUG nova.compute.manager [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.893328] env[69520]: DEBUG nova.network.neutron [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Successfully created port: c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.921563] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.922061] env[69520]: DEBUG nova.compute.manager [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Instance network_info: |[{"id": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "address": "fa:16:3e:d4:c1:68", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e202eb-f4", "ovs_interfaceid": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.922868] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:c1:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3e202eb-f4c9-443b-83d5-d6841f8f1db6', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.937555] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Creating folder: Project (71df338aa72044a4914d1d39c245f173). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.946926] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b97735b6-6c78-4175-87de-4864ca5ae3f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.958104] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Created folder: Project (71df338aa72044a4914d1d39c245f173) in parent group-v695915. [ 647.958472] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Creating folder: Instances. Parent ref: group-v695946. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.958876] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b760b734-f4c4-4e47-b268-f62d708c965f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.976632] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Created folder: Instances in parent group-v695946. [ 647.978427] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.978427] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.978427] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28ecddbf-84aa-4af0-9225-8140da9fbafe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.008345] env[69520]: DEBUG nova.compute.manager [req-6548daa5-1187-43e8-9d00-e7014583ab41 req-d5a32263-5592-447d-a0ab-b8e4d26af812 service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Received event network-vif-plugged-bf757d7f-68c8-4fff-89e0-f80c4a130104 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.008668] env[69520]: DEBUG oslo_concurrency.lockutils [req-6548daa5-1187-43e8-9d00-e7014583ab41 req-d5a32263-5592-447d-a0ab-b8e4d26af812 service nova] Acquiring lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.008957] env[69520]: DEBUG oslo_concurrency.lockutils [req-6548daa5-1187-43e8-9d00-e7014583ab41 req-d5a32263-5592-447d-a0ab-b8e4d26af812 service nova] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.009218] env[69520]: DEBUG oslo_concurrency.lockutils [req-6548daa5-1187-43e8-9d00-e7014583ab41 req-d5a32263-5592-447d-a0ab-b8e4d26af812 service nova] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.009973] env[69520]: DEBUG nova.compute.manager [req-6548daa5-1187-43e8-9d00-e7014583ab41 req-d5a32263-5592-447d-a0ab-b8e4d26af812 service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] No waiting events found dispatching network-vif-plugged-bf757d7f-68c8-4fff-89e0-f80c4a130104 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.009973] env[69520]: WARNING nova.compute.manager [req-6548daa5-1187-43e8-9d00-e7014583ab41 req-d5a32263-5592-447d-a0ab-b8e4d26af812 service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Received unexpected event network-vif-plugged-bf757d7f-68c8-4fff-89e0-f80c4a130104 for instance with vm_state building and task_state spawning. [ 648.018498] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.018498] env[69520]: value = "task-3481203" [ 648.018498] env[69520]: _type = "Task" [ 648.018498] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.029252] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481203, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.113548] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.249529] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481199, 'name': Rename_Task, 'duration_secs': 0.303485} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.249824] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.251833] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-275dcde2-bba3-4461-98d1-e8c9db5a964a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.262611] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 648.262611] env[69520]: value = "task-3481204" [ 648.262611] env[69520]: _type = "Task" [ 648.262611] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.282722] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481204, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.325820] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 648.325820] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523ba63b-fc03-0184-d7d0-92be61098442" [ 648.325820] env[69520]: _type = "HttpNfcLease" [ 648.325820] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 648.326176] env[69520]: DEBUG oslo_vmware.rw_handles [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 648.326176] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523ba63b-fc03-0184-d7d0-92be61098442" [ 648.326176] env[69520]: _type = "HttpNfcLease" [ 648.326176] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 648.326928] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1a84e0-3f25-4777-8f93-c9ff361e5fa9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.336897] env[69520]: DEBUG oslo_vmware.rw_handles [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676ea8-e4a1-dda1-f01f-85fe012d57af/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 648.336897] env[69520]: DEBUG oslo_vmware.rw_handles [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676ea8-e4a1-dda1-f01f-85fe012d57af/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 648.406713] env[69520]: DEBUG nova.network.neutron [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.454551] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a256158f-5a51-44b1-973a-ec7c66154b4b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.479877] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d56c47-6165-43ed-b4ba-af577f1fa5c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.499105] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c0c025-875a-435d-bca6-9a19771cbde8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.540118] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090e5293-84cd-49cd-8809-9036553bbbfb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.551577] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0291f2-00d9-4f00-949f-c6e619afc119 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.555638] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481203, 'name': CreateVM_Task, 'duration_secs': 0.530641} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.555823] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.557191] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.557191] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.557409] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.557659] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6484735f-b8e5-4858-9916-5292d3e4e131 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.567969] env[69520]: DEBUG nova.compute.provider_tree [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.570617] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 648.570617] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52679bfb-b157-3946-a53d-b4b7da0ba0d0" [ 648.570617] env[69520]: _type = "Task" [ 648.570617] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.579202] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52679bfb-b157-3946-a53d-b4b7da0ba0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.579987] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.579987] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.579987] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.580145] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.580243] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.581105] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b7cbb68-d8c0-4201-9657-7732c17f92ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.590121] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.590121] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.593253] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12673c4d-9223-4a6f-bd69-655edce6d73e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.598887] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 648.598887] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526df4d7-f965-e391-93b1-4d05b99c4a97" [ 648.598887] env[69520]: _type = "Task" [ 648.598887] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.610205] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526df4d7-f965-e391-93b1-4d05b99c4a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.676832] env[69520]: DEBUG nova.network.neutron [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Updating instance_info_cache with network_info: [{"id": "bf757d7f-68c8-4fff-89e0-f80c4a130104", "address": "fa:16:3e:a6:90:dc", "network": {"id": "3f74f108-c052-40c0-9fa0-1c20f3d4cc64", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-915312868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42817e77f73404793ac42598136393a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf757d7f-68", "ovs_interfaceid": "bf757d7f-68c8-4fff-89e0-f80c4a130104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.778379] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481204, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.914283] env[69520]: DEBUG nova.compute.manager [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.958324] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.958324] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.958324] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.958638] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.958638] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.958744] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.958888] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.960818] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.961121] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.961564] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.963316] env[69520]: DEBUG nova.virt.hardware [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.964574] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb701c-c032-4671-8c69-7afb2d475c76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.978441] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e65e80b-61f0-48c6-ba88-f2f592ae98eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.072838] env[69520]: DEBUG nova.scheduler.client.report [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.113552] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526df4d7-f965-e391-93b1-4d05b99c4a97, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.118444] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b200331-3eda-4d7c-9afe-bd0e27adf12e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.120919] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 649.120919] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5239da67-8a17-ad01-7cb0-caab8f568dfe" [ 649.120919] env[69520]: _type = "Task" [ 649.120919] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.134022] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5239da67-8a17-ad01-7cb0-caab8f568dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.182049] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Releasing lock "refresh_cache-6d0988fd-8e9f-4f47-98c3-ffba7860a89f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.185318] env[69520]: DEBUG nova.compute.manager [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Instance network_info: |[{"id": "bf757d7f-68c8-4fff-89e0-f80c4a130104", "address": "fa:16:3e:a6:90:dc", "network": {"id": "3f74f108-c052-40c0-9fa0-1c20f3d4cc64", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-915312868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42817e77f73404793ac42598136393a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf757d7f-68", "ovs_interfaceid": "bf757d7f-68c8-4fff-89e0-f80c4a130104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.186099] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:90:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf757d7f-68c8-4fff-89e0-f80c4a130104', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.197330] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Creating folder: Project (c42817e77f73404793ac42598136393a). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.197822] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-327efa8c-d4b8-43e1-98fd-984021b00ce4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.208226] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Created folder: Project (c42817e77f73404793ac42598136393a) in parent group-v695915. [ 649.208581] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Creating folder: Instances. Parent ref: group-v695949. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.208814] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d7c6852-aaad-4269-91fc-5adf7028c774 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.221010] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Created folder: Instances in parent group-v695949. [ 649.221010] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.221010] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.221010] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b8ef01-14f0-4122-8c6b-38142431c119 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.247499] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.247499] env[69520]: value = "task-3481207" [ 649.247499] env[69520]: _type = "Task" [ 649.247499] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.265282] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481207, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.279607] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481204, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.308611] env[69520]: DEBUG nova.compute.manager [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Received event network-changed-c3e202eb-f4c9-443b-83d5-d6841f8f1db6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.309332] env[69520]: DEBUG nova.compute.manager [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Refreshing instance network info cache due to event network-changed-c3e202eb-f4c9-443b-83d5-d6841f8f1db6. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.310167] env[69520]: DEBUG oslo_concurrency.lockutils [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] Acquiring lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.310727] env[69520]: DEBUG oslo_concurrency.lockutils [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] Acquired lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.311178] env[69520]: DEBUG nova.network.neutron [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Refreshing network info cache for port c3e202eb-f4c9-443b-83d5-d6841f8f1db6 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.412281] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquiring lock "2d5ffd67-779d-44cc-a765-5110d7aa001c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.412589] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lock "2d5ffd67-779d-44cc-a765-5110d7aa001c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.413367] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquiring lock "2d5ffd67-779d-44cc-a765-5110d7aa001c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.413367] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lock "2d5ffd67-779d-44cc-a765-5110d7aa001c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.413367] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lock "2d5ffd67-779d-44cc-a765-5110d7aa001c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.416636] env[69520]: INFO nova.compute.manager [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Terminating instance [ 649.580184] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.581872] env[69520]: DEBUG nova.compute.manager [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.585900] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.840s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.643142] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5239da67-8a17-ad01-7cb0-caab8f568dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.024689} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.643142] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.643142] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] fe6f83c3-1aa1-45ee-8b67-141f5674e33a/fe6f83c3-1aa1-45ee-8b67-141f5674e33a.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.643142] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abaf089f-9d21-4793-8a90-cd4f59133014 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.649253] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 649.649253] env[69520]: value = "task-3481208" [ 649.649253] env[69520]: _type = "Task" [ 649.649253] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.665303] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.758330] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481207, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.779076] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481204, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.820347] env[69520]: DEBUG nova.network.neutron [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Successfully updated port: c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.922104] env[69520]: DEBUG nova.compute.manager [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.922390] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.923409] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e0806d-f42a-41e8-9b2a-e133680bed70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.931597] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.931973] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407550ee-6bab-4555-b78b-9aa6a32c4352 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.941666] env[69520]: DEBUG oslo_vmware.api [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for the task: (returnval){ [ 649.941666] env[69520]: value = "task-3481209" [ 649.941666] env[69520]: _type = "Task" [ 649.941666] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.949431] env[69520]: DEBUG oslo_vmware.api [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.086919] env[69520]: DEBUG nova.compute.utils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.088727] env[69520]: DEBUG nova.compute.manager [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.089177] env[69520]: DEBUG nova.network.neutron [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.170329] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481208, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.234910] env[69520]: DEBUG nova.policy [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe0d52be90e94586b6e339b2d9c2b0c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95e6ab0d917d4e4ea162c7f4fb4d7107', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.263294] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481207, 'name': CreateVM_Task, 'duration_secs': 0.54434} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.263465] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.264676] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.264858] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.265216] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.265472] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c908ddfb-7ec4-4066-9269-4e2e662d69d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.279211] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for the task: (returnval){ [ 650.279211] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52214102-7544-229e-be97-d208e89e01a0" [ 650.279211] env[69520]: _type = "Task" [ 650.279211] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.297043] env[69520]: DEBUG oslo_vmware.api [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481204, 'name': PowerOnVM_Task, 'duration_secs': 1.554604} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.299201] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.299593] env[69520]: DEBUG nova.compute.manager [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.305687] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd192d3-90e2-4ace-a1fc-0410aa2cf479 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.308819] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52214102-7544-229e-be97-d208e89e01a0, 'name': SearchDatastore_Task, 'duration_secs': 0.020405} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.309288] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.309609] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.309851] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.310075] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.310302] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.311238] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acef0b33-a5a4-4ff6-86ee-dcbacb00b689 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.326900] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.327160] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquired lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.327356] env[69520]: DEBUG nova.network.neutron [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.332638] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.332826] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.333790] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9c7054-f056-43b6-ade8-0f29743d5ede {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.341599] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for the task: (returnval){ [ 650.341599] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cb223e-85a9-415f-7877-31bb4bae4e71" [ 650.341599] env[69520]: _type = "Task" [ 650.341599] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.354388] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cb223e-85a9-415f-7877-31bb4bae4e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.454912] env[69520]: DEBUG oslo_vmware.api [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481209, 'name': PowerOffVM_Task, 'duration_secs': 0.305828} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.455206] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.455367] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.455672] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f5e0b04-6f73-4c25-8098-40281f7a307e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.600727] env[69520]: DEBUG nova.compute.manager [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.614401] env[69520]: DEBUG nova.compute.manager [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Received event network-changed-bf757d7f-68c8-4fff-89e0-f80c4a130104 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.615648] env[69520]: DEBUG nova.compute.manager [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Refreshing instance network info cache due to event network-changed-bf757d7f-68c8-4fff-89e0-f80c4a130104. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.615648] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] Acquiring lock "refresh_cache-6d0988fd-8e9f-4f47-98c3-ffba7860a89f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.615648] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] Acquired lock "refresh_cache-6d0988fd-8e9f-4f47-98c3-ffba7860a89f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.615817] env[69520]: DEBUG nova.network.neutron [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Refreshing network info cache for port bf757d7f-68c8-4fff-89e0-f80c4a130104 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.648926] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 4d540c53-1d58-4f57-b692-f01e80e7b95d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 650.648926] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8a5cc12e-5155-4647-b467-78f81893e87c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.649097] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance b42a89a0-2d11-410c-a6dd-226b2911ff98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.649201] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 5dd1c283-306f-448f-bdda-2f1400591a25 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 650.650152] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 5f6a67e7-6678-4797-a41b-823db1b4811d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.650152] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance f926972c-ab5c-49ce-bf39-288a8f5a053e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.650152] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 690e1e14-03ae-499c-8c3d-511f638c030b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.650152] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 2d5ffd67-779d-44cc-a765-5110d7aa001c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.650387] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ed594de5-84f8-4c94-97e1-bb96ff18ebc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.650387] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance fe6f83c3-1aa1-45ee-8b67-141f5674e33a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.650387] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 6d0988fd-8e9f-4f47-98c3-ffba7860a89f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.650387] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a14ef9e5-adfd-4020-affc-b25322802b4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.650516] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 05272c59-a663-46cc-bb13-1ef90d5db154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 650.665099] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640645} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.665099] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] fe6f83c3-1aa1-45ee-8b67-141f5674e33a/fe6f83c3-1aa1-45ee-8b67-141f5674e33a.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.665301] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.665570] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aad159f9-3a66-48b6-b161-1c4e5c9f7008 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.675958] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 650.675958] env[69520]: value = "task-3481211" [ 650.675958] env[69520]: _type = "Task" [ 650.675958] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.687464] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.756050] env[69520]: DEBUG nova.network.neutron [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updated VIF entry in instance network info cache for port c3e202eb-f4c9-443b-83d5-d6841f8f1db6. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.756425] env[69520]: DEBUG nova.network.neutron [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance_info_cache with network_info: [{"id": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "address": "fa:16:3e:d4:c1:68", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e202eb-f4", "ovs_interfaceid": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.834387] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.853717] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cb223e-85a9-415f-7877-31bb4bae4e71, 'name': SearchDatastore_Task, 'duration_secs': 0.035434} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.854848] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bcbf66b-8a55-4612-be3d-b1c060b9fd76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.860411] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for the task: (returnval){ [ 650.860411] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5289fa9a-e45f-5903-260f-095308f52860" [ 650.860411] env[69520]: _type = "Task" [ 650.860411] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.869024] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5289fa9a-e45f-5903-260f-095308f52860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.949431] env[69520]: DEBUG nova.network.neutron [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.142710] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.143600] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.143838] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Deleting the datastore file [datastore1] 2d5ffd67-779d-44cc-a765-5110d7aa001c {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.144624] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa85e3a3-9ea4-4b2c-9ebd-a43e8e0205bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.154429] env[69520]: DEBUG oslo_vmware.api [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for the task: (returnval){ [ 651.154429] env[69520]: value = "task-3481212" [ 651.154429] env[69520]: _type = "Task" [ 651.154429] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.163189] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a59cfdd6-adf9-4a21-aa67-09e5883ac6a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 651.172677] env[69520]: DEBUG oslo_vmware.api [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.191730] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130996} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.191730] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.192440] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ec510-5aaa-411b-a285-763ac8361ab0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.217852] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] fe6f83c3-1aa1-45ee-8b67-141f5674e33a/fe6f83c3-1aa1-45ee-8b67-141f5674e33a.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.218649] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28cea765-ed27-4f3b-a27d-2f24dd13ea7b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.239452] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 651.239452] env[69520]: value = "task-3481213" [ 651.239452] env[69520]: _type = "Task" [ 651.239452] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.251470] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481213, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.255787] env[69520]: DEBUG nova.network.neutron [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Successfully created port: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.262327] env[69520]: DEBUG oslo_concurrency.lockutils [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] Releasing lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.262327] env[69520]: DEBUG nova.compute.manager [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Received event network-changed-2be5e29a-c991-493f-99dc-1dd591e35d33 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.262327] env[69520]: DEBUG nova.compute.manager [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Refreshing instance network info cache due to event network-changed-2be5e29a-c991-493f-99dc-1dd591e35d33. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.262327] env[69520]: DEBUG oslo_concurrency.lockutils [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] Acquiring lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.262327] env[69520]: DEBUG oslo_concurrency.lockutils [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] Acquired lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.262490] env[69520]: DEBUG nova.network.neutron [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Refreshing network info cache for port 2be5e29a-c991-493f-99dc-1dd591e35d33 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.373683] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5289fa9a-e45f-5903-260f-095308f52860, 'name': SearchDatastore_Task, 'duration_secs': 0.027261} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.374088] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.374394] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 6d0988fd-8e9f-4f47-98c3-ffba7860a89f/6d0988fd-8e9f-4f47-98c3-ffba7860a89f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.374674] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e18b800a-8b0a-4ea3-8c58-3d2ec5ac950a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.386288] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for the task: (returnval){ [ 651.386288] env[69520]: value = "task-3481214" [ 651.386288] env[69520]: _type = "Task" [ 651.386288] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.396478] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.471855] env[69520]: DEBUG nova.network.neutron [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updating instance_info_cache with network_info: [{"id": "c485736f-e309-46db-9633-97933dbd3ba3", "address": "fa:16:3e:52:9b:c8", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc485736f-e3", "ovs_interfaceid": "c485736f-e309-46db-9633-97933dbd3ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.617748] env[69520]: DEBUG nova.compute.manager [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.666257] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance bd158f30-b46c-4c67-befb-ca1369ac5b7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 651.671194] env[69520]: DEBUG oslo_vmware.api [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Task: {'id': task-3481212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298837} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.671836] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.672057] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.672261] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.672459] env[69520]: INFO nova.compute.manager [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Took 1.75 seconds to destroy the instance on the hypervisor. [ 651.672720] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.672930] env[69520]: DEBUG nova.compute.manager [-] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.673064] env[69520]: DEBUG nova.network.neutron [-] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.690412] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.691283] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.691433] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.693334] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.693334] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.693334] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.693334] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.693334] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.693592] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.693592] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.693592] env[69520]: DEBUG nova.virt.hardware [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.696638] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a037a393-8f72-4dca-930e-088abfcb4a3f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.707887] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214b1234-e160-4f22-8900-400059c954a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.740022] env[69520]: DEBUG nova.compute.manager [req-7e6755ee-3fe0-4d22-bc92-6c0d041ce9be req-44a39ced-58c3-41fd-ba8e-0e8d45ca6bcb service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Received event network-changed-cb101782-9d2c-46cb-a781-ce1ad547411d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.740022] env[69520]: DEBUG nova.compute.manager [req-7e6755ee-3fe0-4d22-bc92-6c0d041ce9be req-44a39ced-58c3-41fd-ba8e-0e8d45ca6bcb service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Refreshing instance network info cache due to event network-changed-cb101782-9d2c-46cb-a781-ce1ad547411d. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.740678] env[69520]: DEBUG oslo_concurrency.lockutils [req-7e6755ee-3fe0-4d22-bc92-6c0d041ce9be req-44a39ced-58c3-41fd-ba8e-0e8d45ca6bcb service nova] Acquiring lock "refresh_cache-ed594de5-84f8-4c94-97e1-bb96ff18ebc6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.740808] env[69520]: DEBUG oslo_concurrency.lockutils [req-7e6755ee-3fe0-4d22-bc92-6c0d041ce9be req-44a39ced-58c3-41fd-ba8e-0e8d45ca6bcb service nova] Acquired lock "refresh_cache-ed594de5-84f8-4c94-97e1-bb96ff18ebc6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.741076] env[69520]: DEBUG nova.network.neutron [req-7e6755ee-3fe0-4d22-bc92-6c0d041ce9be req-44a39ced-58c3-41fd-ba8e-0e8d45ca6bcb service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Refreshing network info cache for port cb101782-9d2c-46cb-a781-ce1ad547411d {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.756125] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.899852] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.976988] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Releasing lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.977400] env[69520]: DEBUG nova.compute.manager [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Instance network_info: |[{"id": "c485736f-e309-46db-9633-97933dbd3ba3", "address": "fa:16:3e:52:9b:c8", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc485736f-e3", "ovs_interfaceid": "c485736f-e309-46db-9633-97933dbd3ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.977897] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:9b:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c485736f-e309-46db-9633-97933dbd3ba3', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.985957] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Creating folder: Project (9ad271125a8a4e7d8204c50050e68ffd). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.987435] env[69520]: DEBUG nova.network.neutron [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Updated VIF entry in instance network info cache for port bf757d7f-68c8-4fff-89e0-f80c4a130104. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.987537] env[69520]: DEBUG nova.network.neutron [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Updating instance_info_cache with network_info: [{"id": "bf757d7f-68c8-4fff-89e0-f80c4a130104", "address": "fa:16:3e:a6:90:dc", "network": {"id": "3f74f108-c052-40c0-9fa0-1c20f3d4cc64", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-915312868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42817e77f73404793ac42598136393a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf757d7f-68", "ovs_interfaceid": "bf757d7f-68c8-4fff-89e0-f80c4a130104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.988745] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00b7390a-a524-48af-98c8-b81d4bc1e9c2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.000287] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Created folder: Project (9ad271125a8a4e7d8204c50050e68ffd) in parent group-v695915. [ 652.000586] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Creating folder: Instances. Parent ref: group-v695952. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.001574] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b99d1b2-2275-452a-a49f-3bd54bbd52fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.012035] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Created folder: Instances in parent group-v695952. [ 652.012343] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.012601] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.012838] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd282d2e-b6bc-4a08-8ce4-e2deba4fdb1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.037628] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.037628] env[69520]: value = "task-3481217" [ 652.037628] env[69520]: _type = "Task" [ 652.037628] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.047902] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481217, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.173212] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 664b9c5e-ba90-40c2-b952-35b83a465052 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 652.265477] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481213, 'name': ReconfigVM_Task, 'duration_secs': 0.659794} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.265800] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] fe6f83c3-1aa1-45ee-8b67-141f5674e33a/fe6f83c3-1aa1-45ee-8b67-141f5674e33a.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.266628] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00863e22-b0e2-4113-9f81-8c77616a70fb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.273545] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 652.273545] env[69520]: value = "task-3481218" [ 652.273545] env[69520]: _type = "Task" [ 652.273545] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.289238] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481218, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.400522] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670301} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.400878] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 6d0988fd-8e9f-4f47-98c3-ffba7860a89f/6d0988fd-8e9f-4f47-98c3-ffba7860a89f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.401421] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.401534] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6e868f7-6b45-413f-a946-264774d7af7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.408672] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for the task: (returnval){ [ 652.408672] env[69520]: value = "task-3481219" [ 652.408672] env[69520]: _type = "Task" [ 652.408672] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.419084] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.494265] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] Releasing lock "refresh_cache-6d0988fd-8e9f-4f47-98c3-ffba7860a89f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.495254] env[69520]: DEBUG nova.compute.manager [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Received event network-vif-plugged-c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.495254] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] Acquiring lock "a14ef9e5-adfd-4020-affc-b25322802b4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.500403] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] Lock "a14ef9e5-adfd-4020-affc-b25322802b4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.500403] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] Lock "a14ef9e5-adfd-4020-affc-b25322802b4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.500403] env[69520]: DEBUG nova.compute.manager [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] No waiting events found dispatching network-vif-plugged-c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.500403] env[69520]: WARNING nova.compute.manager [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Received unexpected event network-vif-plugged-c485736f-e309-46db-9633-97933dbd3ba3 for instance with vm_state building and task_state spawning. [ 652.500403] env[69520]: DEBUG nova.compute.manager [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Received event network-changed-c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.500785] env[69520]: DEBUG nova.compute.manager [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Refreshing instance network info cache due to event network-changed-c485736f-e309-46db-9633-97933dbd3ba3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.500785] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] Acquiring lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.500785] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] Acquired lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.500785] env[69520]: DEBUG nova.network.neutron [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Refreshing network info cache for port c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.560805] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481217, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.659627] env[69520]: DEBUG nova.network.neutron [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updated VIF entry in instance network info cache for port 2be5e29a-c991-493f-99dc-1dd591e35d33. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.659627] env[69520]: DEBUG nova.network.neutron [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updating instance_info_cache with network_info: [{"id": "2be5e29a-c991-493f-99dc-1dd591e35d33", "address": "fa:16:3e:2e:db:f0", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be5e29a-c9", "ovs_interfaceid": "2be5e29a-c991-493f-99dc-1dd591e35d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.676841] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 81b45160-82b7-4913-9ab3-999d958d94e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 652.789764] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481218, 'name': Rename_Task, 'duration_secs': 0.285478} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.789764] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.789764] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87c9d946-181b-4aea-bff0-5e33a4d5ca60 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.797534] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 652.797534] env[69520]: value = "task-3481220" [ 652.797534] env[69520]: _type = "Task" [ 652.797534] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.808368] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.923121] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113794} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.927896] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.927896] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6c57b-0a5a-4b37-9022-33a0725a8b4f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.957998] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 6d0988fd-8e9f-4f47-98c3-ffba7860a89f/6d0988fd-8e9f-4f47-98c3-ffba7860a89f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.958360] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13508fa1-cffd-409e-a654-c8448618bd83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.980115] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for the task: (returnval){ [ 652.980115] env[69520]: value = "task-3481221" [ 652.980115] env[69520]: _type = "Task" [ 652.980115] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.990812] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.004132] env[69520]: DEBUG nova.network.neutron [req-7e6755ee-3fe0-4d22-bc92-6c0d041ce9be req-44a39ced-58c3-41fd-ba8e-0e8d45ca6bcb service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Updated VIF entry in instance network info cache for port cb101782-9d2c-46cb-a781-ce1ad547411d. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.004490] env[69520]: DEBUG nova.network.neutron [req-7e6755ee-3fe0-4d22-bc92-6c0d041ce9be req-44a39ced-58c3-41fd-ba8e-0e8d45ca6bcb service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Updating instance_info_cache with network_info: [{"id": "cb101782-9d2c-46cb-a781-ce1ad547411d", "address": "fa:16:3e:00:dc:92", "network": {"id": "6a3a8d41-7656-492c-8bde-573062809b6f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-656425387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972f6e12a7774ee8807f781e23d7a25b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb101782-9d", "ovs_interfaceid": "cb101782-9d2c-46cb-a781-ce1ad547411d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.050876] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481217, 'name': CreateVM_Task, 'duration_secs': 0.604436} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.052292] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.053123] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.053321] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.054162] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.054265] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9eda5a-b2ad-4af6-83f9-560e614a6602 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.058747] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 653.058747] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a45d2e-0548-9445-a837-3875284b3405" [ 653.058747] env[69520]: _type = "Task" [ 653.058747] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.067599] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a45d2e-0548-9445-a837-3875284b3405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.163166] env[69520]: DEBUG oslo_concurrency.lockutils [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] Releasing lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.163315] env[69520]: DEBUG nova.compute.manager [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Received event network-changed-85656b66-986a-464e-8478-0177610526d6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.163433] env[69520]: DEBUG nova.compute.manager [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Refreshing instance network info cache due to event network-changed-85656b66-986a-464e-8478-0177610526d6. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.163654] env[69520]: DEBUG oslo_concurrency.lockutils [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] Acquiring lock "refresh_cache-690e1e14-03ae-499c-8c3d-511f638c030b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.163798] env[69520]: DEBUG oslo_concurrency.lockutils [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] Acquired lock "refresh_cache-690e1e14-03ae-499c-8c3d-511f638c030b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.164872] env[69520]: DEBUG nova.network.neutron [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Refreshing network info cache for port 85656b66-986a-464e-8478-0177610526d6 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.183579] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ce8a7015-89cc-4bb5-a57d-cde8981316d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 653.271732] env[69520]: INFO nova.compute.manager [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Rebuilding instance [ 653.318133] env[69520]: DEBUG nova.network.neutron [-] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.325325] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.356181] env[69520]: DEBUG nova.compute.manager [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.357163] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35025a1-4c37-4e3e-bb8a-bd61575278dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.384599] env[69520]: DEBUG nova.network.neutron [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updated VIF entry in instance network info cache for port c485736f-e309-46db-9633-97933dbd3ba3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.384962] env[69520]: DEBUG nova.network.neutron [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updating instance_info_cache with network_info: [{"id": "c485736f-e309-46db-9633-97933dbd3ba3", "address": "fa:16:3e:52:9b:c8", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc485736f-e3", "ovs_interfaceid": "c485736f-e309-46db-9633-97933dbd3ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.475875] env[69520]: DEBUG nova.network.neutron [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Successfully updated port: 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.492805] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481221, 'name': ReconfigVM_Task, 'duration_secs': 0.46825} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.492805] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 6d0988fd-8e9f-4f47-98c3-ffba7860a89f/6d0988fd-8e9f-4f47-98c3-ffba7860a89f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.493628] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b40569ca-d4e0-4037-871c-c5a411591322 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.501406] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for the task: (returnval){ [ 653.501406] env[69520]: value = "task-3481222" [ 653.501406] env[69520]: _type = "Task" [ 653.501406] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.510694] env[69520]: DEBUG oslo_concurrency.lockutils [req-7e6755ee-3fe0-4d22-bc92-6c0d041ce9be req-44a39ced-58c3-41fd-ba8e-0e8d45ca6bcb service nova] Releasing lock "refresh_cache-ed594de5-84f8-4c94-97e1-bb96ff18ebc6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.512241] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481222, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.570800] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a45d2e-0548-9445-a837-3875284b3405, 'name': SearchDatastore_Task, 'duration_secs': 0.016615} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.571519] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.571519] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.571724] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.571784] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.571957] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.572251] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e91f5a29-7ebf-4325-af91-d2f5a1ae1c73 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.585122] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.585337] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.586821] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5d3728-a42e-4d8f-8a6b-99512fed239e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.594146] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 653.594146] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5230f873-3a44-7e49-3922-8c7e3f005f45" [ 653.594146] env[69520]: _type = "Task" [ 653.594146] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.605529] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5230f873-3a44-7e49-3922-8c7e3f005f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.686295] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 9f52f42b-e316-4b82-bfec-9a21afa9b19f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 653.813830] env[69520]: DEBUG oslo_vmware.api [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481220, 'name': PowerOnVM_Task, 'duration_secs': 0.91367} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.814019] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.814145] env[69520]: INFO nova.compute.manager [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Took 10.34 seconds to spawn the instance on the hypervisor. [ 653.814341] env[69520]: DEBUG nova.compute.manager [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.815193] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434c9e5e-a22f-49e6-ae04-8e31af71f130 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.823585] env[69520]: INFO nova.compute.manager [-] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Took 2.15 seconds to deallocate network for instance. [ 653.889711] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8c6868f-c055-4d8c-a116-c2b4a0bc5773 req-6a109862-899f-45aa-b7c3-16ca4cdbe100 service nova] Releasing lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.979474] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquiring lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.979474] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquired lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.979474] env[69520]: DEBUG nova.network.neutron [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.013236] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481222, 'name': Rename_Task, 'duration_secs': 0.182304} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.013639] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.013823] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c35c873-da62-41a5-8981-5c08650da2be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.022201] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for the task: (returnval){ [ 654.022201] env[69520]: value = "task-3481223" [ 654.022201] env[69520]: _type = "Task" [ 654.022201] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.030954] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.031215] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.040185] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481223, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.107071] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5230f873-3a44-7e49-3922-8c7e3f005f45, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.111027] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f059a4ce-e13f-4e85-b230-1dfad78ef224 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.117418] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 654.117418] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52645494-9b9d-746a-7e6f-b3660d49a2c4" [ 654.117418] env[69520]: _type = "Task" [ 654.117418] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.127019] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52645494-9b9d-746a-7e6f-b3660d49a2c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.176936] env[69520]: DEBUG nova.compute.manager [req-5134e52c-bbb0-444e-ab31-f8a974c8dba1 req-b95ceb3c-1958-4a67-bd42-ff74e814a04c service nova] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Received event network-vif-deleted-281db10d-6fbc-465b-9f15-07a1201b62b2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.191805] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8410457a-eee4-47ad-b7fb-053901fd16e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 654.280804] env[69520]: DEBUG nova.network.neutron [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Updated VIF entry in instance network info cache for port 85656b66-986a-464e-8478-0177610526d6. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.281292] env[69520]: DEBUG nova.network.neutron [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Updating instance_info_cache with network_info: [{"id": "85656b66-986a-464e-8478-0177610526d6", "address": "fa:16:3e:f6:42:e9", "network": {"id": "4ec30945-b5bd-4917-aa19-9eac2fb4e6d4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1370259299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8304e6418c3c44538b7433300cb75b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85656b66-98", "ovs_interfaceid": "85656b66-986a-464e-8478-0177610526d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.335142] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.338015] env[69520]: INFO nova.compute.manager [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Took 21.40 seconds to build instance. [ 654.378027] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.378027] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de666003-ab65-4b9e-91ff-1796a0aa653f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.385429] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for the task: (returnval){ [ 654.385429] env[69520]: value = "task-3481224" [ 654.385429] env[69520]: _type = "Task" [ 654.385429] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.400783] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.537123] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.595245] env[69520]: DEBUG nova.network.neutron [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.636171] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52645494-9b9d-746a-7e6f-b3660d49a2c4, 'name': SearchDatastore_Task, 'duration_secs': 0.020405} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.636171] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.636727] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a14ef9e5-adfd-4020-affc-b25322802b4b/a14ef9e5-adfd-4020-affc-b25322802b4b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.639102] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ddd187-9bc7-46bf-9d33-d06786ba9bb0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.653444] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 654.653444] env[69520]: value = "task-3481225" [ 654.653444] env[69520]: _type = "Task" [ 654.653444] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.669660] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.704740] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 726b0d51-0ba5-4965-b1bc-4169b2c714cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 654.763728] env[69520]: DEBUG nova.compute.manager [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Received event network-vif-plugged-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.767096] env[69520]: DEBUG oslo_concurrency.lockutils [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] Acquiring lock "05272c59-a663-46cc-bb13-1ef90d5db154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.767424] env[69520]: DEBUG oslo_concurrency.lockutils [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] Lock "05272c59-a663-46cc-bb13-1ef90d5db154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.767684] env[69520]: DEBUG oslo_concurrency.lockutils [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] Lock "05272c59-a663-46cc-bb13-1ef90d5db154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.767781] env[69520]: DEBUG nova.compute.manager [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] No waiting events found dispatching network-vif-plugged-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.767955] env[69520]: WARNING nova.compute.manager [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Received unexpected event network-vif-plugged-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c for instance with vm_state building and task_state spawning. [ 654.768128] env[69520]: DEBUG nova.compute.manager [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Received event network-changed-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.768282] env[69520]: DEBUG nova.compute.manager [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Refreshing instance network info cache due to event network-changed-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.768446] env[69520]: DEBUG oslo_concurrency.lockutils [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] Acquiring lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.789604] env[69520]: DEBUG oslo_concurrency.lockutils [req-28a22972-f27a-4660-8d99-861b56219ccf req-f2c5ccc9-8ec7-4b18-93f2-d8b955acb20b service nova] Releasing lock "refresh_cache-690e1e14-03ae-499c-8c3d-511f638c030b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.828867] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquiring lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.829407] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.841288] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b4fa521-6f39-4e88-b5d6-002eb8f9dfa0 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.915s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.896860] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481224, 'name': PowerOffVM_Task, 'duration_secs': 0.27762} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.897189] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.897429] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.898379] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15462ac-c9cd-4371-8e6d-c9e21ce5796b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.905849] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.906122] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfc24cad-32f7-4f7c-9532-b831a66a450a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.932182] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.932465] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.932579] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Deleting the datastore file [datastore2] 5f6a67e7-6678-4797-a41b-823db1b4811d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.932916] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c7aaf7d-d758-4a99-a189-462881ec0e74 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.939800] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for the task: (returnval){ [ 654.939800] env[69520]: value = "task-3481227" [ 654.939800] env[69520]: _type = "Task" [ 654.939800] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.950039] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.039051] env[69520]: DEBUG oslo_vmware.api [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481223, 'name': PowerOnVM_Task, 'duration_secs': 0.71454} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.039051] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.039051] env[69520]: INFO nova.compute.manager [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Took 8.86 seconds to spawn the instance on the hypervisor. [ 655.039051] env[69520]: DEBUG nova.compute.manager [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.039647] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69b737b-b6be-45a6-9830-41e2d063ce6b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.164227] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481225, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.209657] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 71b79e4c-e9bc-46b7-9554-06afa2279ea8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 655.281203] env[69520]: DEBUG nova.network.neutron [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updating instance_info_cache with network_info: [{"id": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "address": "fa:16:3e:32:65:fb", "network": {"id": "c37cf481-9ff7-4af3-aae2-afae199d13ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-974003218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e6ab0d917d4e4ea162c7f4fb4d7107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea37036-e5", "ovs_interfaceid": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.352115] env[69520]: DEBUG nova.compute.manager [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.451798] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496031} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.452131] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.452338] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.452550] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.562025] env[69520]: INFO nova.compute.manager [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Took 20.63 seconds to build instance. [ 655.668029] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704246} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.668029] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a14ef9e5-adfd-4020-affc-b25322802b4b/a14ef9e5-adfd-4020-affc-b25322802b4b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.668029] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.668029] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71a174d1-263e-47a2-be98-d66221a0c1e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.674506] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 655.674506] env[69520]: value = "task-3481228" [ 655.674506] env[69520]: _type = "Task" [ 655.674506] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.688114] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.713502] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8e3649ec-203a-4b43-bf19-cf1634906ca6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 655.786388] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Releasing lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.786839] env[69520]: DEBUG nova.compute.manager [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Instance network_info: |[{"id": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "address": "fa:16:3e:32:65:fb", "network": {"id": "c37cf481-9ff7-4af3-aae2-afae199d13ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-974003218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e6ab0d917d4e4ea162c7f4fb4d7107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea37036-e5", "ovs_interfaceid": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.787100] env[69520]: DEBUG oslo_concurrency.lockutils [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] Acquired lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.787287] env[69520]: DEBUG nova.network.neutron [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Refreshing network info cache for port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.788479] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:65:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.796860] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Creating folder: Project (95e6ab0d917d4e4ea162c7f4fb4d7107). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.797472] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4616c03-f105-4323-a4a1-fb3bcd225fea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.809688] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Created folder: Project (95e6ab0d917d4e4ea162c7f4fb4d7107) in parent group-v695915. [ 655.809688] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Creating folder: Instances. Parent ref: group-v695955. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.809881] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16d21475-478a-4ce8-b2d0-cd2e7d68cd8a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.820922] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Created folder: Instances in parent group-v695955. [ 655.820922] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.820922] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.822020] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-933d1cc0-b5cf-402f-b45f-3c34a12ea2a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.843702] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.843702] env[69520]: value = "task-3481231" [ 655.843702] env[69520]: _type = "Task" [ 655.843702] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.851996] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481231, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.880124] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.063941] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b04943c-c3ed-4892-a62d-79cefffc34f9 tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.142s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.184900] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079426} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.185298] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.186154] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6f45ae-ba9d-4355-b3a9-323d0d81c228 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.226427] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] a14ef9e5-adfd-4020-affc-b25322802b4b/a14ef9e5-adfd-4020-affc-b25322802b4b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.228235] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 870967fa-f424-45ff-83bc-9ebb6e7869ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 656.228633] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 656.228871] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 656.232526] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc69595b-8b4f-4451-a11b-2dfe89a8631f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.267245] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 656.267245] env[69520]: value = "task-3481232" [ 656.267245] env[69520]: _type = "Task" [ 656.267245] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.280017] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.355125] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481231, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.414623] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "660594cc-9add-49ef-bf85-f2b21d827af5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.414870] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "660594cc-9add-49ef-bf85-f2b21d827af5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.507199] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.508474] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.508786] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.509665] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.509665] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.509665] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.510100] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.510377] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.510671] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.510940] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.511243] env[69520]: DEBUG nova.virt.hardware [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.512630] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86871a98-29db-4712-848c-77df07607af7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.525321] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0ed37f-7449-4398-8096-2be0726aaa41 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.550756] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.557028] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.561432] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.563573] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a55b0c5d-fe1d-41b3-8c76-a8bd3df31588 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.579453] env[69520]: DEBUG nova.compute.manager [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.590215] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.590215] env[69520]: value = "task-3481233" [ 656.590215] env[69520]: _type = "Task" [ 656.590215] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.602712] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481233, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.792689] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481232, 'name': ReconfigVM_Task, 'duration_secs': 0.432997} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.793154] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] a14ef9e5-adfd-4020-affc-b25322802b4b/a14ef9e5-adfd-4020-affc-b25322802b4b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.799707] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c833ddca-073c-4c35-9779-d77a4950d470 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.807108] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 656.807108] env[69520]: value = "task-3481234" [ 656.807108] env[69520]: _type = "Task" [ 656.807108] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.820086] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481234, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.855655] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481231, 'name': CreateVM_Task, 'duration_secs': 0.62179} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.855802] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.858777] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.858777] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.858777] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.858777] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8694fb41-6cda-4013-9b64-a3120bba2ff1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.865993] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 656.865993] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524874c8-563a-5349-d06e-f9f43bcbe560" [ 656.865993] env[69520]: _type = "Task" [ 656.865993] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.874670] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524874c8-563a-5349-d06e-f9f43bcbe560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.882557] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ff4671-262d-46b4-9570-2da80e34f7b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.890884] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e7d492-b511-4b32-bcf6-7ff0a1e5b5cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.932612] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3979f8fd-bc5a-4cf6-976b-3a821b3e3f5a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.940375] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87e312e-98dd-4011-a8ca-74b772aa2e48 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.957730] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.998646] env[69520]: DEBUG nova.network.neutron [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updated VIF entry in instance network info cache for port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.000278] env[69520]: DEBUG nova.network.neutron [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updating instance_info_cache with network_info: [{"id": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "address": "fa:16:3e:32:65:fb", "network": {"id": "c37cf481-9ff7-4af3-aae2-afae199d13ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-974003218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e6ab0d917d4e4ea162c7f4fb4d7107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea37036-e5", "ovs_interfaceid": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.105833] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481233, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.114655] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.165384] env[69520]: DEBUG oslo_vmware.rw_handles [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676ea8-e4a1-dda1-f01f-85fe012d57af/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 657.166594] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0897d1-09a3-4f50-980a-c32da0c164d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.175061] env[69520]: DEBUG oslo_vmware.rw_handles [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676ea8-e4a1-dda1-f01f-85fe012d57af/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 657.175061] env[69520]: ERROR oslo_vmware.rw_handles [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676ea8-e4a1-dda1-f01f-85fe012d57af/disk-0.vmdk due to incomplete transfer. [ 657.175061] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9fed8580-1c35-4083-a23c-0e4f50632d63 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.183990] env[69520]: DEBUG oslo_vmware.rw_handles [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676ea8-e4a1-dda1-f01f-85fe012d57af/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 657.185105] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Uploaded image 470f3a31-cf56-4fb7-b1f7-37e2747af57a to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 657.187237] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 657.187237] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91458831-9f90-4850-bcd0-574f7c834ccb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.196965] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 657.196965] env[69520]: value = "task-3481235" [ 657.196965] env[69520]: _type = "Task" [ 657.196965] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.206653] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481235, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.318118] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481234, 'name': Rename_Task, 'duration_secs': 0.197642} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.318602] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.318939] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2171f99d-425c-436a-b7d4-f461dee5d20a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.326351] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 657.326351] env[69520]: value = "task-3481236" [ 657.326351] env[69520]: _type = "Task" [ 657.326351] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.335325] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.376771] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524874c8-563a-5349-d06e-f9f43bcbe560, 'name': SearchDatastore_Task, 'duration_secs': 0.020728} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.376932] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.377146] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.377398] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.377562] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.377773] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.378033] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15e3eec6-f0cd-41e9-8401-f0df77e38d1c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.387055] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.387262] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.388012] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec4aabb-5b05-4b89-8a84-481ac26da735 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.393810] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 657.393810] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a104b8-ebcb-50ee-b6f9-83c1b191a2d4" [ 657.393810] env[69520]: _type = "Task" [ 657.393810] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.401892] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a104b8-ebcb-50ee-b6f9-83c1b191a2d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.463912] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.503080] env[69520]: DEBUG oslo_concurrency.lockutils [req-4193d3f5-212e-4304-a963-47e2117a38fc req-f1ec34b0-36e8-4ca4-a7b2-01168140209d service nova] Releasing lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.604224] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481233, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.708996] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481235, 'name': Destroy_Task, 'duration_secs': 0.433232} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.708996] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Destroyed the VM [ 657.710020] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 657.710310] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c340df86-8685-4288-9dac-287ea4d32edc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.717992] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 657.717992] env[69520]: value = "task-3481237" [ 657.717992] env[69520]: _type = "Task" [ 657.717992] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.726578] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481237, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.837561] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481236, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.908780] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a104b8-ebcb-50ee-b6f9-83c1b191a2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012445} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.909754] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191eba04-885a-4dd5-abff-4055a3d0b46a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.916147] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 657.916147] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d279e7-181c-9977-9704-005a86ae4134" [ 657.916147] env[69520]: _type = "Task" [ 657.916147] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.926482] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d279e7-181c-9977-9704-005a86ae4134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.974239] env[69520]: DEBUG nova.compute.manager [req-bf521b4f-4502-4e82-ba43-3595c6453338 req-29fe1907-de10-463c-b719-71efd3bd271a service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Received event network-changed-bf757d7f-68c8-4fff-89e0-f80c4a130104 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.974602] env[69520]: DEBUG nova.compute.manager [req-bf521b4f-4502-4e82-ba43-3595c6453338 req-29fe1907-de10-463c-b719-71efd3bd271a service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Refreshing instance network info cache due to event network-changed-bf757d7f-68c8-4fff-89e0-f80c4a130104. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.975033] env[69520]: DEBUG oslo_concurrency.lockutils [req-bf521b4f-4502-4e82-ba43-3595c6453338 req-29fe1907-de10-463c-b719-71efd3bd271a service nova] Acquiring lock "refresh_cache-6d0988fd-8e9f-4f47-98c3-ffba7860a89f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.975276] env[69520]: DEBUG oslo_concurrency.lockutils [req-bf521b4f-4502-4e82-ba43-3595c6453338 req-29fe1907-de10-463c-b719-71efd3bd271a service nova] Acquired lock "refresh_cache-6d0988fd-8e9f-4f47-98c3-ffba7860a89f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.975543] env[69520]: DEBUG nova.network.neutron [req-bf521b4f-4502-4e82-ba43-3595c6453338 req-29fe1907-de10-463c-b719-71efd3bd271a service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Refreshing network info cache for port bf757d7f-68c8-4fff-89e0-f80c4a130104 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.978613] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 657.979095] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.394s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.980847] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.600s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.985234] env[69520]: INFO nova.compute.claims [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.988379] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.989319] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Getting list of instances from cluster (obj){ [ 657.989319] env[69520]: value = "domain-c8" [ 657.989319] env[69520]: _type = "ClusterComputeResource" [ 657.989319] env[69520]: } {{(pid=69520) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 657.994924] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b609518-9a9a-4cdd-b578-b4bdb29fbcab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.998592] env[69520]: DEBUG nova.compute.manager [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Stashing vm_state: active {{(pid=69520) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 658.023076] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Got total of 10 instances {{(pid=69520) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 658.106869] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481233, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.229553] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481237, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.338654] env[69520]: DEBUG oslo_vmware.api [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481236, 'name': PowerOnVM_Task, 'duration_secs': 0.516331} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.339118] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.339185] env[69520]: INFO nova.compute.manager [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Took 9.43 seconds to spawn the instance on the hypervisor. [ 658.339311] env[69520]: DEBUG nova.compute.manager [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.340338] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25b1752-0d1c-4ff6-8dd0-c7a4e3573ef2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.430124] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d279e7-181c-9977-9704-005a86ae4134, 'name': SearchDatastore_Task, 'duration_secs': 0.049511} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.430633] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.430967] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 05272c59-a663-46cc-bb13-1ef90d5db154/05272c59-a663-46cc-bb13-1ef90d5db154.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.431205] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c3d01a8-170d-4cee-93be-6523eba6d9e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.439101] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 658.439101] env[69520]: value = "task-3481238" [ 658.439101] env[69520]: _type = "Task" [ 658.439101] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.447471] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.531157] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.605387] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481233, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.728296] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481237, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.866489] env[69520]: INFO nova.compute.manager [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Took 22.32 seconds to build instance. [ 658.955174] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481238, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.956042] env[69520]: DEBUG nova.network.neutron [req-bf521b4f-4502-4e82-ba43-3595c6453338 req-29fe1907-de10-463c-b719-71efd3bd271a service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Updated VIF entry in instance network info cache for port bf757d7f-68c8-4fff-89e0-f80c4a130104. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.957146] env[69520]: DEBUG nova.network.neutron [req-bf521b4f-4502-4e82-ba43-3595c6453338 req-29fe1907-de10-463c-b719-71efd3bd271a service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Updating instance_info_cache with network_info: [{"id": "bf757d7f-68c8-4fff-89e0-f80c4a130104", "address": "fa:16:3e:a6:90:dc", "network": {"id": "3f74f108-c052-40c0-9fa0-1c20f3d4cc64", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-915312868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42817e77f73404793ac42598136393a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf757d7f-68", "ovs_interfaceid": "bf757d7f-68c8-4fff-89e0-f80c4a130104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.107409] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481233, 'name': CreateVM_Task, 'duration_secs': 2.150755} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.110587] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.111696] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.111870] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.112209] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.112477] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2fac97-f10f-4b11-8a34-aae945957626 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.117848] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for the task: (returnval){ [ 659.117848] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b4f6d8-e19b-ef64-1965-cfb0ec93364a" [ 659.117848] env[69520]: _type = "Task" [ 659.117848] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.130759] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b4f6d8-e19b-ef64-1965-cfb0ec93364a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.239282] env[69520]: DEBUG oslo_vmware.api [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481237, 'name': RemoveSnapshot_Task, 'duration_secs': 1.121591} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.239282] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 659.239282] env[69520]: INFO nova.compute.manager [None req-8a895dc0-2f53-433c-a814-bab389ffe561 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Took 16.65 seconds to snapshot the instance on the hypervisor. [ 659.286076] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "6008ce40-9804-497e-9fc2-7eb9f871e031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.286913] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "6008ce40-9804-497e-9fc2-7eb9f871e031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.368641] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9775c79e-18e3-41ec-b9bd-176444fbdf98 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "a14ef9e5-adfd-4020-affc-b25322802b4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.863s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.456233] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718976} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.456420] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 05272c59-a663-46cc-bb13-1ef90d5db154/05272c59-a663-46cc-bb13-1ef90d5db154.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.456639] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.456884] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97b2a22c-cb58-44a1-9915-be2e405dc7fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.459317] env[69520]: DEBUG oslo_concurrency.lockutils [req-bf521b4f-4502-4e82-ba43-3595c6453338 req-29fe1907-de10-463c-b719-71efd3bd271a service nova] Releasing lock "refresh_cache-6d0988fd-8e9f-4f47-98c3-ffba7860a89f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.468177] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 659.468177] env[69520]: value = "task-3481239" [ 659.468177] env[69520]: _type = "Task" [ 659.468177] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.479155] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.533310] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865ee0b1-e089-49db-8b45-28eba7e05395 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.543379] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17538e7b-350c-48dc-aa82-da929e04ce59 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.575852] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6804ec67-0fd1-4ecc-a421-1be80f2e70a5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.584470] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee92c7ba-99b8-4497-bc4d-66e32e127f03 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.600662] env[69520]: DEBUG nova.compute.provider_tree [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.628284] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b4f6d8-e19b-ef64-1965-cfb0ec93364a, 'name': SearchDatastore_Task, 'duration_secs': 0.027279} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.628640] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.628910] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.629202] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.629391] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.629610] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.629900] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2205c5d8-f8e3-4789-b4a3-57051bab29b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.639907] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.640571] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.641645] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f867915d-6a27-4acc-b4f2-c5bae5b5d116 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.650064] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for the task: (returnval){ [ 659.650064] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d9680c-75cf-ac51-13f8-dda7cbd00943" [ 659.650064] env[69520]: _type = "Task" [ 659.650064] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.662118] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d9680c-75cf-ac51-13f8-dda7cbd00943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.876163] env[69520]: DEBUG nova.compute.manager [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.980025] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075535} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.980381] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.981442] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab39e848-8d93-4aba-a6e1-68eb232581da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.007488] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 05272c59-a663-46cc-bb13-1ef90d5db154/05272c59-a663-46cc-bb13-1ef90d5db154.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.007880] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6499b75-b624-4b9f-ba65-21bd0eed4e56 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.032834] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 660.032834] env[69520]: value = "task-3481240" [ 660.032834] env[69520]: _type = "Task" [ 660.032834] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.043301] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.105457] env[69520]: DEBUG nova.scheduler.client.report [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.161413] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d9680c-75cf-ac51-13f8-dda7cbd00943, 'name': SearchDatastore_Task, 'duration_secs': 0.020551} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.162574] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d37001-ded1-4589-8007-d44a5192c5de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.169739] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for the task: (returnval){ [ 660.169739] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fc07b0-c79e-dfe2-ac44-3ae63d486175" [ 660.169739] env[69520]: _type = "Task" [ 660.169739] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.178838] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fc07b0-c79e-dfe2-ac44-3ae63d486175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.417224] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.545362] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.613381] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.614507] env[69520]: DEBUG nova.compute.manager [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.617488] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.991s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.617689] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.619889] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.784s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.627078] env[69520]: INFO nova.compute.claims [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.672567] env[69520]: INFO nova.scheduler.client.report [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Deleted allocations for instance 5dd1c283-306f-448f-bdda-2f1400591a25 [ 660.693665] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fc07b0-c79e-dfe2-ac44-3ae63d486175, 'name': SearchDatastore_Task, 'duration_secs': 0.043816} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.693783] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.694784] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.695887] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-540c05e7-4cc9-48d6-94cd-c03f7b791d61 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.702637] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for the task: (returnval){ [ 660.702637] env[69520]: value = "task-3481241" [ 660.702637] env[69520]: _type = "Task" [ 660.702637] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.714448] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.049780] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481240, 'name': ReconfigVM_Task, 'duration_secs': 0.637923} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.050114] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 05272c59-a663-46cc-bb13-1ef90d5db154/05272c59-a663-46cc-bb13-1ef90d5db154.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.050841] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fda49966-14e7-4010-80c2-e553bb55891b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.060743] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 661.060743] env[69520]: value = "task-3481242" [ 661.060743] env[69520]: _type = "Task" [ 661.060743] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.074345] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481242, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.133328] env[69520]: DEBUG nova.compute.utils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.141846] env[69520]: DEBUG nova.compute.manager [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.141846] env[69520]: DEBUG nova.network.neutron [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.195594] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cff5515e-0b71-4e86-8443-87933ef70929 tempest-DeleteServersAdminTestJSON-854551189 tempest-DeleteServersAdminTestJSON-854551189-project-admin] Lock "5dd1c283-306f-448f-bdda-2f1400591a25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.557s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.217390] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481241, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.266197] env[69520]: DEBUG nova.policy [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae87fd87126f4f55a972e9a52d71a48d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad95b0f9413840eab7e2edeb457a4982', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.572021] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481242, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.642546] env[69520]: DEBUG nova.compute.manager [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.718941] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750753} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.719511] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.719797] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.720146] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8ca1773-5ba6-4200-89de-cee8bea6dd56 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.730382] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for the task: (returnval){ [ 661.730382] env[69520]: value = "task-3481243" [ 661.730382] env[69520]: _type = "Task" [ 661.730382] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.741654] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.074875] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481242, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.154087] env[69520]: DEBUG nova.network.neutron [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Successfully created port: 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.177014] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccd4ef4-7b0c-4275-8334-74d9b1df321c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.184674] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9768242e-4adb-49d5-9884-14c426f01c8b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.221647] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e30412c-5747-4acb-a0cc-872919dce465 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.229824] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9a97b1-2100-45b1-829d-104369ac603d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.244183] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080925} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.252529] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.253336] env[69520]: DEBUG nova.compute.provider_tree [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.254946] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d5606b-76f3-4cba-acfb-01c90ea0bad9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.278908] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.278908] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120a7b4b-ea9c-44e6-a247-82073b9fccfb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.297861] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for the task: (returnval){ [ 662.297861] env[69520]: value = "task-3481244" [ 662.297861] env[69520]: _type = "Task" [ 662.297861] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.307088] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.576910] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481242, 'name': Rename_Task, 'duration_secs': 1.218815} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.578396] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.578396] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-799e938b-d5b7-4b4a-b0a1-a6f5320d6c2b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.584863] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 662.584863] env[69520]: value = "task-3481245" [ 662.584863] env[69520]: _type = "Task" [ 662.584863] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.593780] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.661859] env[69520]: DEBUG nova.compute.manager [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.703134] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.703134] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.705183] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.705396] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.705771] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.705771] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.706000] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.706274] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.706847] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.706847] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.706847] env[69520]: DEBUG nova.virt.hardware [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.707935] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25da85d-094c-41f9-837e-9042d1a1be6d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.720396] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb80d4bc-0a83-42a6-b9c5-810fcce3aa17 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.759548] env[69520]: DEBUG nova.scheduler.client.report [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.813460] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481244, 'name': ReconfigVM_Task, 'duration_secs': 0.485479} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.813762] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5f6a67e7-6678-4797-a41b-823db1b4811d/5f6a67e7-6678-4797-a41b-823db1b4811d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.814447] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8cbd875-c2cf-441e-88e0-68fab9436899 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.821807] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for the task: (returnval){ [ 662.821807] env[69520]: value = "task-3481246" [ 662.821807] env[69520]: _type = "Task" [ 662.821807] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.831794] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481246, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.051292] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.051292] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.058672] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.058672] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.097376] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481245, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.265740] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.265740] env[69520]: DEBUG nova.compute.manager [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.269881] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.649s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.270559] env[69520]: INFO nova.compute.claims [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.334366] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481246, 'name': Rename_Task, 'duration_secs': 0.200906} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.335401] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.335401] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccce633f-90bf-40bd-86fa-5986be08043c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.344700] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Waiting for the task: (returnval){ [ 663.344700] env[69520]: value = "task-3481247" [ 663.344700] env[69520]: _type = "Task" [ 663.344700] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.358824] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.599677] env[69520]: DEBUG oslo_vmware.api [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481245, 'name': PowerOnVM_Task, 'duration_secs': 0.691129} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.601166] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.601166] env[69520]: INFO nova.compute.manager [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Took 11.98 seconds to spawn the instance on the hypervisor. [ 663.601166] env[69520]: DEBUG nova.compute.manager [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.602798] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434226ca-cdeb-40eb-802b-27ce0f8d0831 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.777625] env[69520]: DEBUG nova.compute.utils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.782647] env[69520]: DEBUG nova.compute.manager [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.782938] env[69520]: DEBUG nova.network.neutron [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.833151] env[69520]: DEBUG nova.policy [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32f688130ec142f9b8727f622e6de2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c65aa48fcb44762a84209ed72e515ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.855605] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.125133] env[69520]: INFO nova.compute.manager [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Took 26.92 seconds to build instance. [ 664.189449] env[69520]: DEBUG nova.network.neutron [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Successfully created port: 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.289883] env[69520]: DEBUG nova.compute.manager [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.367879] env[69520]: DEBUG oslo_vmware.api [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Task: {'id': task-3481247, 'name': PowerOnVM_Task, 'duration_secs': 1.009996} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.368190] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.368411] env[69520]: DEBUG nova.compute.manager [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.370147] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7823e90d-5d8b-41a0-b3c3-10433afb8ba4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.628335] env[69520]: DEBUG oslo_concurrency.lockutils [None req-121bde90-617a-4b55-a3ef-3da23bbd7781 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lock "05272c59-a663-46cc-bb13-1ef90d5db154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.456s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.884476] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fea650a-0d23-4d74-a2ac-956ac2b6237f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.896286] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.897675] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3640df05-99b4-40d9-b30a-6bbfd3b4563a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.934220] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbdedce-efb6-4559-902a-10d0814f787a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.939826] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafbe897-6162-4a12-91b8-11231656d2aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.954861] env[69520]: DEBUG nova.compute.provider_tree [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.102892] env[69520]: DEBUG nova.network.neutron [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Successfully updated port: 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.135320] env[69520]: DEBUG nova.compute.manager [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.175750] env[69520]: DEBUG nova.compute.manager [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.175750] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ac2ba-c528-45f2-9745-f377eb1d9928 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.305574] env[69520]: DEBUG nova.compute.manager [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.338183] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:42:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1338522544',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1395356288',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.338429] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.338584] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.338762] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.338906] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.339846] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.340154] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.340338] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.340518] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.340684] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.340856] env[69520]: DEBUG nova.virt.hardware [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.341770] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018effcd-a432-4e1c-bfce-cccdea2ea8e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.351566] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d33990-e6dd-451c-bfc9-6d8af627a9d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.404221] env[69520]: DEBUG nova.compute.manager [req-24ef8732-a569-46b9-aa00-d068f5a70302 req-624d1d91-8577-4c20-892a-ad3244e748ab service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Received event network-vif-plugged-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.404221] env[69520]: DEBUG oslo_concurrency.lockutils [req-24ef8732-a569-46b9-aa00-d068f5a70302 req-624d1d91-8577-4c20-892a-ad3244e748ab service nova] Acquiring lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.404221] env[69520]: DEBUG oslo_concurrency.lockutils [req-24ef8732-a569-46b9-aa00-d068f5a70302 req-624d1d91-8577-4c20-892a-ad3244e748ab service nova] Lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.404221] env[69520]: DEBUG oslo_concurrency.lockutils [req-24ef8732-a569-46b9-aa00-d068f5a70302 req-624d1d91-8577-4c20-892a-ad3244e748ab service nova] Lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.404221] env[69520]: DEBUG nova.compute.manager [req-24ef8732-a569-46b9-aa00-d068f5a70302 req-624d1d91-8577-4c20-892a-ad3244e748ab service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] No waiting events found dispatching network-vif-plugged-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.405515] env[69520]: WARNING nova.compute.manager [req-24ef8732-a569-46b9-aa00-d068f5a70302 req-624d1d91-8577-4c20-892a-ad3244e748ab service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Received unexpected event network-vif-plugged-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 for instance with vm_state building and task_state spawning. [ 665.458654] env[69520]: DEBUG nova.scheduler.client.report [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.608503] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquiring lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.608503] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquired lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.608503] env[69520]: DEBUG nova.network.neutron [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.672648] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.687445] env[69520]: INFO nova.compute.manager [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] instance snapshotting [ 665.690973] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852c30d0-98e5-450f-9374-1dceffee612c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.719503] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f3642-1b2c-4e1a-b588-273e3a48694f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.968403] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.968985] env[69520]: DEBUG nova.compute.manager [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.976917] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.130s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.977144] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.979579] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.996s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.981088] env[69520]: INFO nova.compute.claims [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.019377] env[69520]: INFO nova.scheduler.client.report [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Deleted allocations for instance 4d540c53-1d58-4f57-b692-f01e80e7b95d [ 666.189028] env[69520]: DEBUG nova.network.neutron [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.237151] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 666.237216] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee0e04eb-253d-4423-b8e9-d1a5252c1506 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.245695] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 666.245695] env[69520]: value = "task-3481248" [ 666.245695] env[69520]: _type = "Task" [ 666.245695] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.252919] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "5f6a67e7-6678-4797-a41b-823db1b4811d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.253227] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "5f6a67e7-6678-4797-a41b-823db1b4811d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.253477] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "5f6a67e7-6678-4797-a41b-823db1b4811d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.253981] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "5f6a67e7-6678-4797-a41b-823db1b4811d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.253981] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "5f6a67e7-6678-4797-a41b-823db1b4811d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.258659] env[69520]: INFO nova.compute.manager [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Terminating instance [ 666.261296] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481248, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.485834] env[69520]: DEBUG nova.compute.utils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.492013] env[69520]: DEBUG nova.compute.manager [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.492013] env[69520]: DEBUG nova.network.neutron [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.530264] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e43d1c0-351b-4213-b359-e1ef84ad20b7 tempest-ServerDiagnosticsV248Test-259788726 tempest-ServerDiagnosticsV248Test-259788726-project-member] Lock "4d540c53-1d58-4f57-b692-f01e80e7b95d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.968s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.560749] env[69520]: DEBUG nova.network.neutron [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Successfully updated port: 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.652308] env[69520]: DEBUG nova.policy [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f05ac43752f4f1e806d97371e21dad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1799f25597e94f3f809e6370010ee1d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.672787] env[69520]: DEBUG nova.compute.manager [req-1e325bb2-afef-49ef-adb8-6945075d9a3a req-b7b80c28-51a2-4086-88c8-cd9f3fd40825 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Received event network-vif-plugged-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.673919] env[69520]: DEBUG oslo_concurrency.lockutils [req-1e325bb2-afef-49ef-adb8-6945075d9a3a req-b7b80c28-51a2-4086-88c8-cd9f3fd40825 service nova] Acquiring lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.674432] env[69520]: DEBUG oslo_concurrency.lockutils [req-1e325bb2-afef-49ef-adb8-6945075d9a3a req-b7b80c28-51a2-4086-88c8-cd9f3fd40825 service nova] Lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.675155] env[69520]: DEBUG oslo_concurrency.lockutils [req-1e325bb2-afef-49ef-adb8-6945075d9a3a req-b7b80c28-51a2-4086-88c8-cd9f3fd40825 service nova] Lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.675293] env[69520]: DEBUG nova.compute.manager [req-1e325bb2-afef-49ef-adb8-6945075d9a3a req-b7b80c28-51a2-4086-88c8-cd9f3fd40825 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] No waiting events found dispatching network-vif-plugged-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.676302] env[69520]: WARNING nova.compute.manager [req-1e325bb2-afef-49ef-adb8-6945075d9a3a req-b7b80c28-51a2-4086-88c8-cd9f3fd40825 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Received unexpected event network-vif-plugged-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 for instance with vm_state building and task_state spawning. [ 666.677382] env[69520]: DEBUG nova.network.neutron [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Updating instance_info_cache with network_info: [{"id": "3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3", "address": "fa:16:3e:ac:40:12", "network": {"id": "7492e672-054d-4031-abc1-d5c019e56056", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1040034243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad95b0f9413840eab7e2edeb457a4982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6e063d-90", "ovs_interfaceid": "3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.755970] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481248, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.765022] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "refresh_cache-5f6a67e7-6678-4797-a41b-823db1b4811d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.765238] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquired lock "refresh_cache-5f6a67e7-6678-4797-a41b-823db1b4811d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.765469] env[69520]: DEBUG nova.network.neutron [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.992972] env[69520]: DEBUG nova.compute.manager [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.066364] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "refresh_cache-bd158f30-b46c-4c67-befb-ca1369ac5b7d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.066510] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquired lock "refresh_cache-bd158f30-b46c-4c67-befb-ca1369ac5b7d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.066661] env[69520]: DEBUG nova.network.neutron [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.181122] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Releasing lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.182383] env[69520]: DEBUG nova.compute.manager [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Instance network_info: |[{"id": "3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3", "address": "fa:16:3e:ac:40:12", "network": {"id": "7492e672-054d-4031-abc1-d5c019e56056", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1040034243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad95b0f9413840eab7e2edeb457a4982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6e063d-90", "ovs_interfaceid": "3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.182526] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:40:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.190039] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Creating folder: Project (ad95b0f9413840eab7e2edeb457a4982). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.192803] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b52f049-3e4a-414c-8c6a-b0be54160917 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.208076] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Created folder: Project (ad95b0f9413840eab7e2edeb457a4982) in parent group-v695915. [ 667.208076] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Creating folder: Instances. Parent ref: group-v695960. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.208076] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31d7b4b2-2990-431c-9f70-98472002d137 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.219801] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Created folder: Instances in parent group-v695960. [ 667.219801] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.219801] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.219801] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b9b1643-bae8-4960-b6af-77a9a7fca0e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.243938] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.243938] env[69520]: value = "task-3481251" [ 667.243938] env[69520]: _type = "Task" [ 667.243938] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.259711] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481251, 'name': CreateVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.265174] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481248, 'name': CreateSnapshot_Task, 'duration_secs': 0.546324} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.265681] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 667.266697] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d418aa-0729-429b-921f-a9d2ddcb5bae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.308364] env[69520]: DEBUG nova.network.neutron [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.522678] env[69520]: DEBUG nova.network.neutron [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.547089] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6581b1e2-5fdb-4b70-a318-576556073bde {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.556738] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cd6ce7-746a-4d86-a9df-6f0cd852b8f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.596668] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55c2f4d-41b4-4910-ab17-5177288d963c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.605040] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc4fb5-acc9-4edd-842c-47fd11f9f080 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.620932] env[69520]: DEBUG nova.compute.provider_tree [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.664819] env[69520]: DEBUG nova.network.neutron [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.759820] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481251, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.771146] env[69520]: DEBUG nova.network.neutron [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Successfully created port: d1582016-b152-4182-b8c9-4aa0af4e4edc {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.794642] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 667.796991] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f872a5a4-dc49-4df1-b9fd-2463e971cf09 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.808297] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 667.808297] env[69520]: value = "task-3481252" [ 667.808297] env[69520]: _type = "Task" [ 667.808297] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.823519] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481252, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.011440] env[69520]: DEBUG nova.compute.manager [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.021742] env[69520]: DEBUG nova.network.neutron [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Updating instance_info_cache with network_info: [{"id": "0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6", "address": "fa:16:3e:00:4f:ed", "network": {"id": "a975b3d4-a3a2-4217-9777-30a18827c7c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1561658582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c65aa48fcb44762a84209ed72e515ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0834ee5e-84", "ovs_interfaceid": "0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.029349] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Releasing lock "refresh_cache-5f6a67e7-6678-4797-a41b-823db1b4811d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.029820] env[69520]: DEBUG nova.compute.manager [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.030022] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.032023] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b951791d-a1a6-439a-ae5f-b5daedc11220 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.044061] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.044933] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77d629b4-37ab-4651-8439-79126738d193 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.049977] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.050492] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.050492] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.050640] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.050758] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.050911] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.051142] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.051295] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.051454] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.051633] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.051834] env[69520]: DEBUG nova.virt.hardware [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.053087] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4869a46f-b706-4470-83ec-d677e09dd1e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.058917] env[69520]: DEBUG oslo_vmware.api [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 668.058917] env[69520]: value = "task-3481253" [ 668.058917] env[69520]: _type = "Task" [ 668.058917] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.067621] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421afa0e-4a65-4719-9bdc-7af1fc989d36 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.077133] env[69520]: DEBUG oslo_vmware.api [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.103720] env[69520]: DEBUG nova.compute.manager [req-3155c5b9-9df9-4e88-8d53-6dce157798b0 req-57783a33-0107-4423-86f6-50c52f1f9ceb service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Received event network-changed-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.103909] env[69520]: DEBUG nova.compute.manager [req-3155c5b9-9df9-4e88-8d53-6dce157798b0 req-57783a33-0107-4423-86f6-50c52f1f9ceb service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Refreshing instance network info cache due to event network-changed-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.105368] env[69520]: DEBUG oslo_concurrency.lockutils [req-3155c5b9-9df9-4e88-8d53-6dce157798b0 req-57783a33-0107-4423-86f6-50c52f1f9ceb service nova] Acquiring lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.105368] env[69520]: DEBUG oslo_concurrency.lockutils [req-3155c5b9-9df9-4e88-8d53-6dce157798b0 req-57783a33-0107-4423-86f6-50c52f1f9ceb service nova] Acquired lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.105368] env[69520]: DEBUG nova.network.neutron [req-3155c5b9-9df9-4e88-8d53-6dce157798b0 req-57783a33-0107-4423-86f6-50c52f1f9ceb service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Refreshing network info cache for port 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.124848] env[69520]: DEBUG nova.scheduler.client.report [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.257201] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481251, 'name': CreateVM_Task, 'duration_secs': 0.624563} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.257482] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.258495] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.258495] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.258629] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.259125] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1ef08a-79b7-4c03-9c62-9004b51e4910 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.264425] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for the task: (returnval){ [ 668.264425] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520633aa-8202-01c5-04da-1c95d7343fa3" [ 668.264425] env[69520]: _type = "Task" [ 668.264425] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.274384] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520633aa-8202-01c5-04da-1c95d7343fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.319741] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481252, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.526039] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Releasing lock "refresh_cache-bd158f30-b46c-4c67-befb-ca1369ac5b7d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.527341] env[69520]: DEBUG nova.compute.manager [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Instance network_info: |[{"id": "0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6", "address": "fa:16:3e:00:4f:ed", "network": {"id": "a975b3d4-a3a2-4217-9777-30a18827c7c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1561658582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c65aa48fcb44762a84209ed72e515ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0834ee5e-84", "ovs_interfaceid": "0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.527488] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:4f:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.534518] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Creating folder: Project (3c65aa48fcb44762a84209ed72e515ab). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.535112] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ea164f3-aae7-474b-87e5-1893b544cef0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.546563] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Created folder: Project (3c65aa48fcb44762a84209ed72e515ab) in parent group-v695915. [ 668.546694] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Creating folder: Instances. Parent ref: group-v695964. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.547027] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abbf4339-cd9b-4a70-816b-34c984795610 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.557243] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Created folder: Instances in parent group-v695964. [ 668.557499] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.557697] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.557897] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aa910b6-758b-4fbd-a6d0-68d1fc66d1db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.582488] env[69520]: DEBUG oslo_vmware.api [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481253, 'name': PowerOffVM_Task, 'duration_secs': 0.169559} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.583966] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.584197] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.584667] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.584667] env[69520]: value = "task-3481256" [ 668.584667] env[69520]: _type = "Task" [ 668.584667] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.584667] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95482b2b-a932-4225-bb21-3177cc04c88f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.594708] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481256, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.612691] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.613265] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.613468] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Deleting the datastore file [datastore1] 5f6a67e7-6678-4797-a41b-823db1b4811d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.613719] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fdf85ac-f6b5-4b2e-bcc8-7cd18b7cbe4c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.621433] env[69520]: DEBUG oslo_vmware.api [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for the task: (returnval){ [ 668.621433] env[69520]: value = "task-3481258" [ 668.621433] env[69520]: _type = "Task" [ 668.621433] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.636073] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.636570] env[69520]: DEBUG nova.compute.manager [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.640180] env[69520]: DEBUG oslo_vmware.api [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.640522] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.534s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.642243] env[69520]: INFO nova.compute.claims [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.778668] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520633aa-8202-01c5-04da-1c95d7343fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.012968} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.779735] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.779735] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.779735] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.779735] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.779961] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.780268] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-898d40cf-60ef-4ba1-aa6e-165d6c8f86c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.789173] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.789396] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.790414] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfd4333-4cbc-4fd0-bea2-0600f829c0f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.798137] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for the task: (returnval){ [ 668.798137] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5205717d-e757-7908-c995-ffcb1354729d" [ 668.798137] env[69520]: _type = "Task" [ 668.798137] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.807346] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5205717d-e757-7908-c995-ffcb1354729d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.821333] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481252, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.098199] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481256, 'name': CreateVM_Task, 'duration_secs': 0.392074} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.098610] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.099396] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.099830] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.100151] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.100606] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f435e6-c33d-4a9c-89bd-c526ff3ef70d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.107205] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 669.107205] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528836a1-844f-6d39-6b70-efb9523d2e64" [ 669.107205] env[69520]: _type = "Task" [ 669.107205] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.119431] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528836a1-844f-6d39-6b70-efb9523d2e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.132438] env[69520]: DEBUG oslo_vmware.api [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Task: {'id': task-3481258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135781} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.133278] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.133498] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.133685] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.133879] env[69520]: INFO nova.compute.manager [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 669.134113] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.134326] env[69520]: DEBUG nova.compute.manager [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.134404] env[69520]: DEBUG nova.network.neutron [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.141818] env[69520]: DEBUG nova.compute.utils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.143206] env[69520]: DEBUG nova.compute.manager [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.146977] env[69520]: DEBUG nova.network.neutron [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.167485] env[69520]: DEBUG nova.network.neutron [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.191016] env[69520]: DEBUG nova.network.neutron [req-3155c5b9-9df9-4e88-8d53-6dce157798b0 req-57783a33-0107-4423-86f6-50c52f1f9ceb service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Updated VIF entry in instance network info cache for port 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.191016] env[69520]: DEBUG nova.network.neutron [req-3155c5b9-9df9-4e88-8d53-6dce157798b0 req-57783a33-0107-4423-86f6-50c52f1f9ceb service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Updating instance_info_cache with network_info: [{"id": "3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3", "address": "fa:16:3e:ac:40:12", "network": {"id": "7492e672-054d-4031-abc1-d5c019e56056", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1040034243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad95b0f9413840eab7e2edeb457a4982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6e063d-90", "ovs_interfaceid": "3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.228982] env[69520]: DEBUG nova.policy [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cba2693c5fca4a4489c80ca98524652b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e113834bcbe6429cab43b384f4764c1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.307712] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5205717d-e757-7908-c995-ffcb1354729d, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.308887] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f4b07e-6bcc-4810-b2ce-efc7fbdf62fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.317950] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for the task: (returnval){ [ 669.317950] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f002fd-1ea0-5663-f077-435a79ae7ea2" [ 669.317950] env[69520]: _type = "Task" [ 669.317950] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.321942] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481252, 'name': CloneVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.333182] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f002fd-1ea0-5663-f077-435a79ae7ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.333182] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.333182] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a59cfdd6-adf9-4a21-aa67-09e5883ac6a8/a59cfdd6-adf9-4a21-aa67-09e5883ac6a8.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.333460] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7801dc34-7bbe-43d7-b3ac-0ff290cfda0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.340607] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for the task: (returnval){ [ 669.340607] env[69520]: value = "task-3481259" [ 669.340607] env[69520]: _type = "Task" [ 669.340607] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.348728] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.624943] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528836a1-844f-6d39-6b70-efb9523d2e64, 'name': SearchDatastore_Task, 'duration_secs': 0.013959} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.624943] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.625216] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.625318] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.625457] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.628650] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.628650] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7653d97f-7d9f-49bd-9147-30f021533f6f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.641102] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.641102] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.641102] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d758df-56ed-40d9-a1b9-bb11fd6dc50b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.652115] env[69520]: DEBUG nova.compute.manager [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.656686] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 669.656686] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52113205-a8cb-1fc5-dc9e-ded3f8ea5486" [ 669.656686] env[69520]: _type = "Task" [ 669.656686] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.677255] env[69520]: DEBUG nova.network.neutron [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.681432] env[69520]: DEBUG nova.compute.manager [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Received event network-changed-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.681660] env[69520]: DEBUG nova.compute.manager [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Refreshing instance network info cache due to event network-changed-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.681899] env[69520]: DEBUG oslo_concurrency.lockutils [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] Acquiring lock "refresh_cache-bd158f30-b46c-4c67-befb-ca1369ac5b7d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.682388] env[69520]: DEBUG oslo_concurrency.lockutils [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] Acquired lock "refresh_cache-bd158f30-b46c-4c67-befb-ca1369ac5b7d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.688073] env[69520]: DEBUG nova.network.neutron [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Refreshing network info cache for port 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.696876] env[69520]: DEBUG oslo_concurrency.lockutils [req-3155c5b9-9df9-4e88-8d53-6dce157798b0 req-57783a33-0107-4423-86f6-50c52f1f9ceb service nova] Releasing lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.696876] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52113205-a8cb-1fc5-dc9e-ded3f8ea5486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.830874] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481252, 'name': CloneVM_Task, 'duration_secs': 1.547102} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.830874] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Created linked-clone VM from snapshot [ 669.831071] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a67117-b913-4357-b95c-dc7340147cff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.849052] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Uploading image 99550565-7831-4d27-81d9-5c15e05be7e6 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 669.858467] env[69520]: DEBUG nova.network.neutron [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Successfully updated port: d1582016-b152-4182-b8c9-4aa0af4e4edc {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.867178] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481259, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.896450] env[69520]: DEBUG nova.network.neutron [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Successfully created port: 8202a7d0-681a-4d1f-bf87-74c3043bfd40 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.922811] env[69520]: DEBUG oslo_vmware.rw_handles [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 669.922811] env[69520]: value = "vm-695963" [ 669.922811] env[69520]: _type = "VirtualMachine" [ 669.922811] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 669.922811] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5744d887-bdf7-4afa-a7df-51f0b0d93ff8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.930212] env[69520]: DEBUG oslo_vmware.rw_handles [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lease: (returnval){ [ 669.930212] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525e090a-e1b0-856b-a996-6b61223aa57f" [ 669.930212] env[69520]: _type = "HttpNfcLease" [ 669.930212] env[69520]: } obtained for exporting VM: (result){ [ 669.930212] env[69520]: value = "vm-695963" [ 669.930212] env[69520]: _type = "VirtualMachine" [ 669.930212] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 669.932389] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the lease: (returnval){ [ 669.932389] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525e090a-e1b0-856b-a996-6b61223aa57f" [ 669.932389] env[69520]: _type = "HttpNfcLease" [ 669.932389] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 669.944650] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 669.944650] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525e090a-e1b0-856b-a996-6b61223aa57f" [ 669.944650] env[69520]: _type = "HttpNfcLease" [ 669.944650] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 669.945865] env[69520]: DEBUG oslo_vmware.rw_handles [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 669.945865] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525e090a-e1b0-856b-a996-6b61223aa57f" [ 669.945865] env[69520]: _type = "HttpNfcLease" [ 669.945865] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 669.949219] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60739d83-129f-4b60-944a-02cd46a3698b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.955041] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "e78e3858-451b-4a84-9a18-ca78bae38b3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.956471] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.965859] env[69520]: DEBUG oslo_vmware.rw_handles [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9a02b-a325-0dd7-af15-f07804983f9a/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 669.966064] env[69520]: DEBUG oslo_vmware.rw_handles [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9a02b-a325-0dd7-af15-f07804983f9a/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 670.056557] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2460b467-a58b-4806-9d13-c71fa0092726 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.182017] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52113205-a8cb-1fc5-dc9e-ded3f8ea5486, 'name': SearchDatastore_Task, 'duration_secs': 0.05359} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.182855] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543d0a1f-ced6-4e8c-9645-c69cf77f55ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.191791] env[69520]: INFO nova.compute.manager [-] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Took 1.06 seconds to deallocate network for instance. [ 670.205050] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 670.205050] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525c638b-cebe-69e9-a1cc-431f73460ecc" [ 670.205050] env[69520]: _type = "Task" [ 670.205050] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.215675] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525c638b-cebe-69e9-a1cc-431f73460ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.014143} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.218433] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.218697] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] bd158f30-b46c-4c67-befb-ca1369ac5b7d/bd158f30-b46c-4c67-befb-ca1369ac5b7d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.219445] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a75633b8-c434-47e4-9d0d-1011dc701a34 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.226431] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 670.226431] env[69520]: value = "task-3481261" [ 670.226431] env[69520]: _type = "Task" [ 670.226431] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.236064] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.355253] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542883} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.361108] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a59cfdd6-adf9-4a21-aa67-09e5883ac6a8/a59cfdd6-adf9-4a21-aa67-09e5883ac6a8.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.361108] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.361108] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f9bd7b9-d8fd-43fb-8e13-a2cfca5b3f45 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.364736] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquiring lock "refresh_cache-664b9c5e-ba90-40c2-b952-35b83a465052" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.364736] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquired lock "refresh_cache-664b9c5e-ba90-40c2-b952-35b83a465052" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.364736] env[69520]: DEBUG nova.network.neutron [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.365607] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for the task: (returnval){ [ 670.365607] env[69520]: value = "task-3481262" [ 670.365607] env[69520]: _type = "Task" [ 670.365607] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.377141] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.378426] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb02d45-f6f9-4b5f-8de4-f60038dc01ce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.387635] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53141294-da5a-49fe-bf0c-c12f098ec02a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.422927] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5db2f2d-3b5c-4dd3-a116-96ee5a19e559 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.431243] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654135b7-b6ad-422e-8935-68a3ca45feb1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.449112] env[69520]: DEBUG nova.compute.provider_tree [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.516355] env[69520]: DEBUG nova.network.neutron [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Updated VIF entry in instance network info cache for port 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.516715] env[69520]: DEBUG nova.network.neutron [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Updating instance_info_cache with network_info: [{"id": "0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6", "address": "fa:16:3e:00:4f:ed", "network": {"id": "a975b3d4-a3a2-4217-9777-30a18827c7c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1561658582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c65aa48fcb44762a84209ed72e515ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0834ee5e-84", "ovs_interfaceid": "0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.683146] env[69520]: DEBUG nova.compute.manager [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.707443] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.713040] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.713427] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.713652] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.713768] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.713914] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.714131] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.714454] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.714760] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.715016] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.715340] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.715562] env[69520]: DEBUG nova.virt.hardware [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.716490] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669b69d2-817d-4d2c-a2f7-fcb8cc0c5f85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.725345] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336d3289-1357-460e-a659-361b1486d99e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.748065] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481261, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.878276] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087072} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.878830] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.879670] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f84b91-8889-4dc6-b6a9-e2bdd8817e09 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.910697] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] a59cfdd6-adf9-4a21-aa67-09e5883ac6a8/a59cfdd6-adf9-4a21-aa67-09e5883ac6a8.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.914015] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52c0bff8-b9af-4bc9-9dbf-bd5edae8428e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.935419] env[69520]: DEBUG nova.network.neutron [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.946177] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for the task: (returnval){ [ 670.946177] env[69520]: value = "task-3481263" [ 670.946177] env[69520]: _type = "Task" [ 670.946177] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.954418] env[69520]: DEBUG nova.scheduler.client.report [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.958225] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.022403] env[69520]: DEBUG oslo_concurrency.lockutils [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] Releasing lock "refresh_cache-bd158f30-b46c-4c67-befb-ca1369ac5b7d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.023214] env[69520]: DEBUG nova.compute.manager [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Received event network-changed-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.023732] env[69520]: DEBUG nova.compute.manager [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Refreshing instance network info cache due to event network-changed-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.024212] env[69520]: DEBUG oslo_concurrency.lockutils [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] Acquiring lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.024535] env[69520]: DEBUG oslo_concurrency.lockutils [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] Acquired lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.024763] env[69520]: DEBUG nova.network.neutron [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Refreshing network info cache for port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.133818] env[69520]: DEBUG nova.network.neutron [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Updating instance_info_cache with network_info: [{"id": "d1582016-b152-4182-b8c9-4aa0af4e4edc", "address": "fa:16:3e:6a:46:03", "network": {"id": "cae67b54-bc82-4ea4-a536-b54d61ba5d62", "bridge": "br-int", "label": "tempest-ServersTestJSON-401003947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1799f25597e94f3f809e6370010ee1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1582016-b1", "ovs_interfaceid": "d1582016-b152-4182-b8c9-4aa0af4e4edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.241529] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522679} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.242358] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] bd158f30-b46c-4c67-befb-ca1369ac5b7d/bd158f30-b46c-4c67-befb-ca1369ac5b7d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.242603] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.242866] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9effe2c-8f3f-4aed-ade2-b70cdc45309e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.250389] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 671.250389] env[69520]: value = "task-3481264" [ 671.250389] env[69520]: _type = "Task" [ 671.250389] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.263027] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.456321] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.460260] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.460807] env[69520]: DEBUG nova.compute.manager [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.463501] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.350s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.465799] env[69520]: INFO nova.compute.claims [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.576696] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquiring lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.577049] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.640055] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Releasing lock "refresh_cache-664b9c5e-ba90-40c2-b952-35b83a465052" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.640543] env[69520]: DEBUG nova.compute.manager [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Instance network_info: |[{"id": "d1582016-b152-4182-b8c9-4aa0af4e4edc", "address": "fa:16:3e:6a:46:03", "network": {"id": "cae67b54-bc82-4ea4-a536-b54d61ba5d62", "bridge": "br-int", "label": "tempest-ServersTestJSON-401003947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1799f25597e94f3f809e6370010ee1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1582016-b1", "ovs_interfaceid": "d1582016-b152-4182-b8c9-4aa0af4e4edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.643302] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:46:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1582016-b152-4182-b8c9-4aa0af4e4edc', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.655398] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Creating folder: Project (1799f25597e94f3f809e6370010ee1d3). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.656353] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf87b06f-5691-4f25-b4b0-7ef13bc26d81 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.666818] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Created folder: Project (1799f25597e94f3f809e6370010ee1d3) in parent group-v695915. [ 671.668533] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Creating folder: Instances. Parent ref: group-v695967. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.668533] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61a46957-87c4-431a-90bf-6acc90475300 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.680507] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Created folder: Instances in parent group-v695967. [ 671.680992] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.681278] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.681540] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7e53249-2f47-4d8a-aa0b-f84c9461aae5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.712874] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.712874] env[69520]: value = "task-3481267" [ 671.712874] env[69520]: _type = "Task" [ 671.712874] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.721629] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481267, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.760118] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114143} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.760525] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.761501] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0277e4c-4c3b-4ec3-b58e-40bdc26882a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.785912] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] bd158f30-b46c-4c67-befb-ca1369ac5b7d/bd158f30-b46c-4c67-befb-ca1369ac5b7d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.786260] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3303a775-906c-454b-91ff-0f159f77ff97 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.808608] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 671.808608] env[69520]: value = "task-3481268" [ 671.808608] env[69520]: _type = "Task" [ 671.808608] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.819332] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481268, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.836403] env[69520]: DEBUG nova.network.neutron [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updated VIF entry in instance network info cache for port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.836969] env[69520]: DEBUG nova.network.neutron [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updating instance_info_cache with network_info: [{"id": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "address": "fa:16:3e:32:65:fb", "network": {"id": "c37cf481-9ff7-4af3-aae2-afae199d13ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-974003218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e6ab0d917d4e4ea162c7f4fb4d7107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea37036-e5", "ovs_interfaceid": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.957043] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481263, 'name': ReconfigVM_Task, 'duration_secs': 0.713865} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.957423] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Reconfigured VM instance instance-0000000f to attach disk [datastore2] a59cfdd6-adf9-4a21-aa67-09e5883ac6a8/a59cfdd6-adf9-4a21-aa67-09e5883ac6a8.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.958164] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33a71ac6-cf5f-4e9b-876a-16fa9fa70784 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.965149] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for the task: (returnval){ [ 671.965149] env[69520]: value = "task-3481269" [ 671.965149] env[69520]: _type = "Task" [ 671.965149] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.970969] env[69520]: DEBUG nova.compute.utils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.978071] env[69520]: DEBUG nova.compute.manager [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Not allocating networking since 'none' was specified. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 671.978355] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481269, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.223436] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481267, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.288629] env[69520]: DEBUG nova.network.neutron [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Successfully updated port: 8202a7d0-681a-4d1f-bf87-74c3043bfd40 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.318544] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481268, 'name': ReconfigVM_Task, 'duration_secs': 0.461929} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.318818] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] bd158f30-b46c-4c67-befb-ca1369ac5b7d/bd158f30-b46c-4c67-befb-ca1369ac5b7d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.319537] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-246f549c-4243-49db-b3e5-ca93cd8ddd96 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.326623] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 672.326623] env[69520]: value = "task-3481270" [ 672.326623] env[69520]: _type = "Task" [ 672.326623] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.335395] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481270, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.340631] env[69520]: DEBUG oslo_concurrency.lockutils [req-cf1a8f46-afa3-43fa-9d67-718e8d26b27a req-0005eabf-7fb1-4da4-8b26-c4b91b000cb8 service nova] Releasing lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.479481] env[69520]: DEBUG nova.compute.manager [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.482771] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481269, 'name': Rename_Task, 'duration_secs': 0.255796} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.490950] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.492442] env[69520]: DEBUG nova.compute.manager [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Received event network-vif-plugged-d1582016-b152-4182-b8c9-4aa0af4e4edc {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.492686] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] Acquiring lock "664b9c5e-ba90-40c2-b952-35b83a465052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.493334] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] Lock "664b9c5e-ba90-40c2-b952-35b83a465052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.494174] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] Lock "664b9c5e-ba90-40c2-b952-35b83a465052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.494384] env[69520]: DEBUG nova.compute.manager [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] No waiting events found dispatching network-vif-plugged-d1582016-b152-4182-b8c9-4aa0af4e4edc {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.494694] env[69520]: WARNING nova.compute.manager [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Received unexpected event network-vif-plugged-d1582016-b152-4182-b8c9-4aa0af4e4edc for instance with vm_state building and task_state spawning. [ 672.494751] env[69520]: DEBUG nova.compute.manager [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Received event network-changed-d1582016-b152-4182-b8c9-4aa0af4e4edc {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.494885] env[69520]: DEBUG nova.compute.manager [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Refreshing instance network info cache due to event network-changed-d1582016-b152-4182-b8c9-4aa0af4e4edc. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.495093] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] Acquiring lock "refresh_cache-664b9c5e-ba90-40c2-b952-35b83a465052" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.495233] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] Acquired lock "refresh_cache-664b9c5e-ba90-40c2-b952-35b83a465052" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.495386] env[69520]: DEBUG nova.network.neutron [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Refreshing network info cache for port d1582016-b152-4182-b8c9-4aa0af4e4edc {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.497208] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc5b717-0215-4bb8-a498-6dfab4634c75 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.505750] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for the task: (returnval){ [ 672.505750] env[69520]: value = "task-3481271" [ 672.505750] env[69520]: _type = "Task" [ 672.505750] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.517238] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.522377] env[69520]: DEBUG nova.compute.manager [req-b0f3b4c9-6ad4-4d24-b7a0-8b081f48a59e req-ef1d091f-aabb-419d-9a6a-c795569680fe service nova] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Received event network-vif-plugged-8202a7d0-681a-4d1f-bf87-74c3043bfd40 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.522604] env[69520]: DEBUG oslo_concurrency.lockutils [req-b0f3b4c9-6ad4-4d24-b7a0-8b081f48a59e req-ef1d091f-aabb-419d-9a6a-c795569680fe service nova] Acquiring lock "81b45160-82b7-4913-9ab3-999d958d94e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.523033] env[69520]: DEBUG oslo_concurrency.lockutils [req-b0f3b4c9-6ad4-4d24-b7a0-8b081f48a59e req-ef1d091f-aabb-419d-9a6a-c795569680fe service nova] Lock "81b45160-82b7-4913-9ab3-999d958d94e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.523189] env[69520]: DEBUG oslo_concurrency.lockutils [req-b0f3b4c9-6ad4-4d24-b7a0-8b081f48a59e req-ef1d091f-aabb-419d-9a6a-c795569680fe service nova] Lock "81b45160-82b7-4913-9ab3-999d958d94e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.523350] env[69520]: DEBUG nova.compute.manager [req-b0f3b4c9-6ad4-4d24-b7a0-8b081f48a59e req-ef1d091f-aabb-419d-9a6a-c795569680fe service nova] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] No waiting events found dispatching network-vif-plugged-8202a7d0-681a-4d1f-bf87-74c3043bfd40 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.523508] env[69520]: WARNING nova.compute.manager [req-b0f3b4c9-6ad4-4d24-b7a0-8b081f48a59e req-ef1d091f-aabb-419d-9a6a-c795569680fe service nova] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Received unexpected event network-vif-plugged-8202a7d0-681a-4d1f-bf87-74c3043bfd40 for instance with vm_state building and task_state spawning. [ 672.726935] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481267, 'name': CreateVM_Task, 'duration_secs': 0.570471} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.727191] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.727925] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.728110] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.728428] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.728867] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528a205c-16f1-498b-a7c6-7f0c746faf96 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.742018] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for the task: (returnval){ [ 672.742018] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521f14fe-090c-2791-50d3-7f058aeb3d59" [ 672.742018] env[69520]: _type = "Task" [ 672.742018] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.754296] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521f14fe-090c-2791-50d3-7f058aeb3d59, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.757167] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.757453] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.757715] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.757887] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.758106] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.758927] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-594a6def-a11e-4ea4-abfb-303d1095abdc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.768580] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.768813] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.769611] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e47e5ce-1e28-4eee-82bf-0b56ea0ba779 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.777275] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for the task: (returnval){ [ 672.777275] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cdea5e-fe78-944c-4f64-7c6460af05f1" [ 672.777275] env[69520]: _type = "Task" [ 672.777275] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.786502] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cdea5e-fe78-944c-4f64-7c6460af05f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.788825] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "refresh_cache-81b45160-82b7-4913-9ab3-999d958d94e6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.788825] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "refresh_cache-81b45160-82b7-4913-9ab3-999d958d94e6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.788825] env[69520]: DEBUG nova.network.neutron [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.838485] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481270, 'name': Rename_Task, 'duration_secs': 0.183395} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.840622] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.841116] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01c0dcce-15ab-4c69-a866-4c93ed6c232c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.847678] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 672.847678] env[69520]: value = "task-3481272" [ 672.847678] env[69520]: _type = "Task" [ 672.847678] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.862497] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.017915] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.034914] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "8137a947-18ef-4e25-b580-96a9eb6077be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.035601] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.037984] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746ec1df-25a9-4e8b-b098-813f004c5d55 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.046688] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501af828-db25-499f-94c1-03ab84edcad1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.084677] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5456fbfa-e6e7-4aa8-aa41-a0446850aac0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.092763] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94521ea8-1f58-4036-a466-6b6243b0c295 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.109017] env[69520]: DEBUG nova.compute.provider_tree [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.287465] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cdea5e-fe78-944c-4f64-7c6460af05f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.288321] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55499275-2ba4-4897-a698-4b6a74767a74 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.295492] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for the task: (returnval){ [ 673.295492] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528f660d-2a41-02bd-e6bd-4afced149db7" [ 673.295492] env[69520]: _type = "Task" [ 673.295492] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.303916] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528f660d-2a41-02bd-e6bd-4afced149db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.358451] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481272, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.365368] env[69520]: DEBUG nova.network.neutron [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.452368] env[69520]: DEBUG nova.network.neutron [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Updated VIF entry in instance network info cache for port d1582016-b152-4182-b8c9-4aa0af4e4edc. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.452751] env[69520]: DEBUG nova.network.neutron [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Updating instance_info_cache with network_info: [{"id": "d1582016-b152-4182-b8c9-4aa0af4e4edc", "address": "fa:16:3e:6a:46:03", "network": {"id": "cae67b54-bc82-4ea4-a536-b54d61ba5d62", "bridge": "br-int", "label": "tempest-ServersTestJSON-401003947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1799f25597e94f3f809e6370010ee1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1582016-b1", "ovs_interfaceid": "d1582016-b152-4182-b8c9-4aa0af4e4edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.491055] env[69520]: DEBUG nova.compute.manager [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.520820] env[69520]: DEBUG oslo_vmware.api [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481271, 'name': PowerOnVM_Task, 'duration_secs': 0.748598} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.522445] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.522665] env[69520]: INFO nova.compute.manager [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Took 10.86 seconds to spawn the instance on the hypervisor. [ 673.522852] env[69520]: DEBUG nova.compute.manager [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.523944] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da2dcc6-3d10-493d-8842-5a82b3b7bad8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.531307] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.531567] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.533802] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.533802] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.533802] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.533802] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.533802] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.534064] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.534064] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.534064] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.534064] env[69520]: DEBUG nova.virt.hardware [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.534064] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1ef3e3-4766-40f6-b825-106aaff5b83c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.549222] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c451e0-b8eb-47f4-8545-adbda7ad2d68 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.564745] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.573454] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Creating folder: Project (02f961f3304d4b8485723a64465ac0d2). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.574335] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e9d3ede-7490-4d4c-b9ef-08a8c8e4461e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.584838] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Created folder: Project (02f961f3304d4b8485723a64465ac0d2) in parent group-v695915. [ 673.585064] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Creating folder: Instances. Parent ref: group-v695970. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.585309] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfac11ba-b008-4b2e-ac03-d85a0adb59a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.593856] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Created folder: Instances in parent group-v695970. [ 673.594165] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.594604] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.594811] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f19b61a8-15c0-4f02-9b99-3c33293b8768 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.609096] env[69520]: DEBUG nova.network.neutron [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Updating instance_info_cache with network_info: [{"id": "8202a7d0-681a-4d1f-bf87-74c3043bfd40", "address": "fa:16:3e:2b:bc:75", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8202a7d0-68", "ovs_interfaceid": "8202a7d0-681a-4d1f-bf87-74c3043bfd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.613979] env[69520]: DEBUG nova.scheduler.client.report [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.616531] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.616531] env[69520]: value = "task-3481275" [ 673.616531] env[69520]: _type = "Task" [ 673.616531] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.626086] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481275, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.806425] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528f660d-2a41-02bd-e6bd-4afced149db7, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.806689] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.806915] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 664b9c5e-ba90-40c2-b952-35b83a465052/664b9c5e-ba90-40c2-b952-35b83a465052.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.807199] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b3773d7-84ed-4ee6-9095-9dfcb81a2924 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.814601] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for the task: (returnval){ [ 673.814601] env[69520]: value = "task-3481276" [ 673.814601] env[69520]: _type = "Task" [ 673.814601] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.824436] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.862326] env[69520]: DEBUG oslo_vmware.api [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481272, 'name': PowerOnVM_Task, 'duration_secs': 0.605211} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.862720] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.863111] env[69520]: INFO nova.compute.manager [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Took 8.56 seconds to spawn the instance on the hypervisor. [ 673.863369] env[69520]: DEBUG nova.compute.manager [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.864607] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eb3567-f1f6-487b-bef7-0c00bfa56907 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.956038] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5e6690c-dfb6-469e-b8c6-8f91a5665bdb req-43efaa8f-fb2a-4907-a452-91a3cebb9b3f service nova] Releasing lock "refresh_cache-664b9c5e-ba90-40c2-b952-35b83a465052" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.058792] env[69520]: INFO nova.compute.manager [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Took 35.71 seconds to build instance. [ 674.113697] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "refresh_cache-81b45160-82b7-4913-9ab3-999d958d94e6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.114139] env[69520]: DEBUG nova.compute.manager [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Instance network_info: |[{"id": "8202a7d0-681a-4d1f-bf87-74c3043bfd40", "address": "fa:16:3e:2b:bc:75", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8202a7d0-68", "ovs_interfaceid": "8202a7d0-681a-4d1f-bf87-74c3043bfd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.114560] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:bc:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8202a7d0-681a-4d1f-bf87-74c3043bfd40', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.124895] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating folder: Project (e113834bcbe6429cab43b384f4764c1a). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.125752] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.126237] env[69520]: DEBUG nova.compute.manager [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.129112] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-200ef2ed-66c6-47f1-9eb6-8b4d89cba13a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.131364] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.298s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.131599] env[69520]: DEBUG nova.objects.instance [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 674.143719] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481275, 'name': CreateVM_Task, 'duration_secs': 0.480054} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.146637] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.146637] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Created folder: Project (e113834bcbe6429cab43b384f4764c1a) in parent group-v695915. [ 674.146637] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating folder: Instances. Parent ref: group-v695973. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.146637] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.146637] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.146885] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.146885] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37e13177-4a2c-4753-9545-800ae52c45af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.149296] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db9c181-bfe4-432c-89f7-1377d6fc782d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.155893] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 674.155893] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52caa3dc-8305-8b00-9172-6059ff1eeed8" [ 674.155893] env[69520]: _type = "Task" [ 674.155893] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.156973] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Created folder: Instances in parent group-v695973. [ 674.159996] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.165888] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.165888] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69272d83-05fd-42bd-80aa-fcb5bafd2453 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.191191] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52caa3dc-8305-8b00-9172-6059ff1eeed8, 'name': SearchDatastore_Task, 'duration_secs': 0.022623} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.192787] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.193705] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.193705] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.193705] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.194148] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.194528] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.194528] env[69520]: value = "task-3481279" [ 674.194528] env[69520]: _type = "Task" [ 674.194528] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.194894] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa7d766f-59f9-4eba-81e7-f64adc166944 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.207693] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481279, 'name': CreateVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.209275] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.209815] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.210607] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf262112-2cfe-4580-8d96-0cb5e5ce6a44 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.217361] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 674.217361] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]522882c9-1917-9921-500b-28ebd28c5cd5" [ 674.217361] env[69520]: _type = "Task" [ 674.217361] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.227944] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522882c9-1917-9921-500b-28ebd28c5cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.332849] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481276, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.386800] env[69520]: INFO nova.compute.manager [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Took 31.58 seconds to build instance. [ 674.561231] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c18fe94-ddc1-497c-a0df-9f8429b132de tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.228s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.634154] env[69520]: DEBUG nova.compute.utils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.642537] env[69520]: DEBUG nova.compute.manager [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.643079] env[69520]: DEBUG nova.network.neutron [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.710122] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481279, 'name': CreateVM_Task, 'duration_secs': 0.4997} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.710296] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.711250] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.712087] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.712087] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.712087] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060b7496-0852-4d4d-97c0-7e7909cfc4e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.718455] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 674.718455] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d7872e-5e80-75d6-285c-51a074027953" [ 674.718455] env[69520]: _type = "Task" [ 674.718455] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.732587] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522882c9-1917-9921-500b-28ebd28c5cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.016852} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.736840] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d7872e-5e80-75d6-285c-51a074027953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.737204] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47333ad4-3720-4d99-a620-d1825221a6d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.743885] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 674.743885] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5241d2e0-a022-81bf-30c3-838e403d1dbb" [ 674.743885] env[69520]: _type = "Task" [ 674.743885] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.752913] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5241d2e0-a022-81bf-30c3-838e403d1dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.757793] env[69520]: DEBUG nova.policy [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ba6e13063fb446d9c897654d51b5ced', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84c8c261e9f14a4e8b4767c93f31df80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.825889] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859597} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.826182] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 664b9c5e-ba90-40c2-b952-35b83a465052/664b9c5e-ba90-40c2-b952-35b83a465052.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.826774] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.826774] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6748e5e3-1aa9-4bd1-ad4e-ebf30dceb1a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.834061] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for the task: (returnval){ [ 674.834061] env[69520]: value = "task-3481280" [ 674.834061] env[69520]: _type = "Task" [ 674.834061] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.843058] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.888789] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cc2040f7-4508-4d55-8284-2887a646ab39 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.413s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.065020] env[69520]: DEBUG nova.compute.manager [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.153818] env[69520]: DEBUG nova.compute.manager [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.160825] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2b3cd463-217a-4f0c-90af-3dfc96f9db32 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.164100] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.829s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.164369] env[69520]: DEBUG nova.objects.instance [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lazy-loading 'resources' on Instance uuid 2d5ffd67-779d-44cc-a765-5110d7aa001c {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.233830] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d7872e-5e80-75d6-285c-51a074027953, 'name': SearchDatastore_Task, 'duration_secs': 0.013479} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.234373] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.234468] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.234650] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.256785] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5241d2e0-a022-81bf-30c3-838e403d1dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.014449} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.258042] env[69520]: DEBUG nova.network.neutron [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Successfully created port: 02c2c9af-d94b-4837-a063-228b2d3f3605 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.259823] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.260168] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] ce8a7015-89cc-4bb5-a57d-cde8981316d4/ce8a7015-89cc-4bb5-a57d-cde8981316d4.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.260476] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.260682] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.260911] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92e5ed2d-c674-4194-b8f8-f70d3e18b0ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.263782] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e5d2841-a887-485e-96c9-a319fa53ef29 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.270684] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 675.270684] env[69520]: value = "task-3481281" [ 675.270684] env[69520]: _type = "Task" [ 675.270684] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.275696] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.275904] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.277122] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7331517-7c7e-4ee9-910a-56f2dce0dd53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.283771] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.289355] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 675.289355] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52124149-61a7-c6bb-2e6b-57d3ce8fca93" [ 675.289355] env[69520]: _type = "Task" [ 675.289355] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.298897] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52124149-61a7-c6bb-2e6b-57d3ce8fca93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.343662] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133598} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.343924] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.347834] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4197ea46-60fe-48a2-b916-437621e0d223 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.383766] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 664b9c5e-ba90-40c2-b952-35b83a465052/664b9c5e-ba90-40c2-b952-35b83a465052.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.385456] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb665250-1275-44b2-a0a4-c9f6479c54a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.402539] env[69520]: DEBUG nova.compute.manager [req-65ec00c0-6c9d-422e-9a3a-3f80efbbb6b9 req-ffde6eea-2fdf-4ce1-b8ea-666a576799a3 service nova] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Received event network-changed-8202a7d0-681a-4d1f-bf87-74c3043bfd40 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.402743] env[69520]: DEBUG nova.compute.manager [req-65ec00c0-6c9d-422e-9a3a-3f80efbbb6b9 req-ffde6eea-2fdf-4ce1-b8ea-666a576799a3 service nova] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Refreshing instance network info cache due to event network-changed-8202a7d0-681a-4d1f-bf87-74c3043bfd40. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.403074] env[69520]: DEBUG oslo_concurrency.lockutils [req-65ec00c0-6c9d-422e-9a3a-3f80efbbb6b9 req-ffde6eea-2fdf-4ce1-b8ea-666a576799a3 service nova] Acquiring lock "refresh_cache-81b45160-82b7-4913-9ab3-999d958d94e6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.403200] env[69520]: DEBUG oslo_concurrency.lockutils [req-65ec00c0-6c9d-422e-9a3a-3f80efbbb6b9 req-ffde6eea-2fdf-4ce1-b8ea-666a576799a3 service nova] Acquired lock "refresh_cache-81b45160-82b7-4913-9ab3-999d958d94e6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.404725] env[69520]: DEBUG nova.network.neutron [req-65ec00c0-6c9d-422e-9a3a-3f80efbbb6b9 req-ffde6eea-2fdf-4ce1-b8ea-666a576799a3 service nova] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Refreshing network info cache for port 8202a7d0-681a-4d1f-bf87-74c3043bfd40 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.405028] env[69520]: DEBUG nova.compute.manager [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.413584] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for the task: (returnval){ [ 675.413584] env[69520]: value = "task-3481282" [ 675.413584] env[69520]: _type = "Task" [ 675.413584] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.425329] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.595053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.786421] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481281, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.813128] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52124149-61a7-c6bb-2e6b-57d3ce8fca93, 'name': SearchDatastore_Task, 'duration_secs': 0.016366} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.814736] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2166798f-b064-41b2-a994-6390d1a0efc2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.830332] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 675.830332] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52743b2c-c547-8536-0cc0-cf8adbca1a9d" [ 675.830332] env[69520]: _type = "Task" [ 675.830332] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.844664] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52743b2c-c547-8536-0cc0-cf8adbca1a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.941206] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.954852] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.178353] env[69520]: DEBUG nova.compute.manager [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.224898] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.225320] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.225598] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.225895] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.226166] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.226405] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.226715] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.226954] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.227224] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.227777] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.227777] env[69520]: DEBUG nova.virt.hardware [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.229080] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec185bf1-5120-46aa-9be2-f23f8aff7494 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.244926] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5710ff9-9c45-4812-9ee9-a5cce63fd6ce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.294195] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768071} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.295097] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] ce8a7015-89cc-4bb5-a57d-cde8981316d4/ce8a7015-89cc-4bb5-a57d-cde8981316d4.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.295097] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.295953] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1c6c309-8876-4452-8456-7b65ba71b1bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.302999] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b8afa-cc1a-4746-950a-535c35705c7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.308512] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 676.308512] env[69520]: value = "task-3481283" [ 676.308512] env[69520]: _type = "Task" [ 676.308512] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.317920] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7739e2-39e2-40a8-944c-e6cd3ecf96b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.327282] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.363987] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f62f55-9921-44e5-bfa3-1a353764458c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.372087] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52743b2c-c547-8536-0cc0-cf8adbca1a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.067122} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.374268] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.374542] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 81b45160-82b7-4913-9ab3-999d958d94e6/81b45160-82b7-4913-9ab3-999d958d94e6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.374724] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3d94b74-a450-41ad-bd3e-ec532cc9828f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.377708] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32623561-67c9-438a-abcd-114ed7e70f07 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.393565] env[69520]: DEBUG nova.compute.provider_tree [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.398315] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 676.398315] env[69520]: value = "task-3481284" [ 676.398315] env[69520]: _type = "Task" [ 676.398315] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.409470] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.433483] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481282, 'name': ReconfigVM_Task, 'duration_secs': 0.666403} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.434074] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 664b9c5e-ba90-40c2-b952-35b83a465052/664b9c5e-ba90-40c2-b952-35b83a465052.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.434405] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c775816e-6d39-4212-adfc-c1a0ab0809c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.441364] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for the task: (returnval){ [ 676.441364] env[69520]: value = "task-3481285" [ 676.441364] env[69520]: _type = "Task" [ 676.441364] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.450761] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481285, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.820305] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116826} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.820956] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.821563] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43003bd4-5f0e-4f40-86c2-be9975926eee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.844860] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] ce8a7015-89cc-4bb5-a57d-cde8981316d4/ce8a7015-89cc-4bb5-a57d-cde8981316d4.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.845162] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a9829c0-43e3-4d64-9016-1b8f0d75b158 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.868803] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 676.868803] env[69520]: value = "task-3481286" [ 676.868803] env[69520]: _type = "Task" [ 676.868803] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.878329] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.883640] env[69520]: DEBUG nova.network.neutron [req-65ec00c0-6c9d-422e-9a3a-3f80efbbb6b9 req-ffde6eea-2fdf-4ce1-b8ea-666a576799a3 service nova] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Updated VIF entry in instance network info cache for port 8202a7d0-681a-4d1f-bf87-74c3043bfd40. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.884075] env[69520]: DEBUG nova.network.neutron [req-65ec00c0-6c9d-422e-9a3a-3f80efbbb6b9 req-ffde6eea-2fdf-4ce1-b8ea-666a576799a3 service nova] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Updating instance_info_cache with network_info: [{"id": "8202a7d0-681a-4d1f-bf87-74c3043bfd40", "address": "fa:16:3e:2b:bc:75", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8202a7d0-68", "ovs_interfaceid": "8202a7d0-681a-4d1f-bf87-74c3043bfd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.901139] env[69520]: DEBUG nova.scheduler.client.report [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.914018] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481284, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.956573] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481285, 'name': Rename_Task, 'duration_secs': 0.226098} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.956573] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.957069] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e4d5733-40fb-4033-9d6b-378262936eb7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.963855] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for the task: (returnval){ [ 676.963855] env[69520]: value = "task-3481287" [ 676.963855] env[69520]: _type = "Task" [ 676.963855] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.973357] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.098487] env[69520]: DEBUG nova.network.neutron [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Successfully updated port: 02c2c9af-d94b-4837-a063-228b2d3f3605 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.174166] env[69520]: DEBUG nova.compute.manager [req-270da617-80b5-4322-9060-087d164255db req-ba3b71f3-fd05-4366-98a8-d76d604040d5 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Received event network-changed-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.174372] env[69520]: DEBUG nova.compute.manager [req-270da617-80b5-4322-9060-087d164255db req-ba3b71f3-fd05-4366-98a8-d76d604040d5 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Refreshing instance network info cache due to event network-changed-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.174639] env[69520]: DEBUG oslo_concurrency.lockutils [req-270da617-80b5-4322-9060-087d164255db req-ba3b71f3-fd05-4366-98a8-d76d604040d5 service nova] Acquiring lock "refresh_cache-bd158f30-b46c-4c67-befb-ca1369ac5b7d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.174747] env[69520]: DEBUG oslo_concurrency.lockutils [req-270da617-80b5-4322-9060-087d164255db req-ba3b71f3-fd05-4366-98a8-d76d604040d5 service nova] Acquired lock "refresh_cache-bd158f30-b46c-4c67-befb-ca1369ac5b7d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.174908] env[69520]: DEBUG nova.network.neutron [req-270da617-80b5-4322-9060-087d164255db req-ba3b71f3-fd05-4366-98a8-d76d604040d5 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Refreshing network info cache for port 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.380352] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.387739] env[69520]: DEBUG oslo_concurrency.lockutils [req-65ec00c0-6c9d-422e-9a3a-3f80efbbb6b9 req-ffde6eea-2fdf-4ce1-b8ea-666a576799a3 service nova] Releasing lock "refresh_cache-81b45160-82b7-4913-9ab3-999d958d94e6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.409208] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.411177] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.533s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.415116] env[69520]: INFO nova.compute.claims [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.427043] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570987} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.427325] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 81b45160-82b7-4913-9ab3-999d958d94e6/81b45160-82b7-4913-9ab3-999d958d94e6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.427717] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.428009] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00f6b3ff-89a0-4fd4-a9cc-d7bd23bf7e5d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.439269] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 677.439269] env[69520]: value = "task-3481288" [ 677.439269] env[69520]: _type = "Task" [ 677.439269] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.450567] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.451707] env[69520]: INFO nova.scheduler.client.report [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Deleted allocations for instance 2d5ffd67-779d-44cc-a765-5110d7aa001c [ 677.476194] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.604813] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "refresh_cache-9f52f42b-e316-4b82-bfec-9a21afa9b19f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.604974] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquired lock "refresh_cache-9f52f42b-e316-4b82-bfec-9a21afa9b19f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.605186] env[69520]: DEBUG nova.network.neutron [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.880804] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481286, 'name': ReconfigVM_Task, 'duration_secs': 0.781516} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.881104] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Reconfigured VM instance instance-00000013 to attach disk [datastore1] ce8a7015-89cc-4bb5-a57d-cde8981316d4/ce8a7015-89cc-4bb5-a57d-cde8981316d4.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.881735] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-592c75c1-1391-4286-ac5f-4fa37811ec82 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.890967] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 677.890967] env[69520]: value = "task-3481289" [ 677.890967] env[69520]: _type = "Task" [ 677.890967] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.899311] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481289, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.952153] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08135} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.952376] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.953191] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f33ce3c-211f-4ead-8b8c-907a4c12a5de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.959364] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04d470b4-eb07-4dcf-bb7a-c5f6f53a7a1f tempest-ServerDiagnosticsTest-1061428562 tempest-ServerDiagnosticsTest-1061428562-project-member] Lock "2d5ffd67-779d-44cc-a765-5110d7aa001c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.547s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.980258] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 81b45160-82b7-4913-9ab3-999d958d94e6/81b45160-82b7-4913-9ab3-999d958d94e6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.986224] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2f5255-2600-4259-b020-781b0a717b57 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.006784] env[69520]: DEBUG oslo_vmware.api [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481287, 'name': PowerOnVM_Task, 'duration_secs': 0.877968} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.008100] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.011148] env[69520]: INFO nova.compute.manager [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Took 10.00 seconds to spawn the instance on the hypervisor. [ 678.011148] env[69520]: DEBUG nova.compute.manager [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.011148] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 678.011148] env[69520]: value = "task-3481290" [ 678.011148] env[69520]: _type = "Task" [ 678.011148] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.011148] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928ba24a-e9e8-43bd-938c-7fbf5ff91d0f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.029747] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.085029] env[69520]: DEBUG nova.network.neutron [req-270da617-80b5-4322-9060-087d164255db req-ba3b71f3-fd05-4366-98a8-d76d604040d5 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Updated VIF entry in instance network info cache for port 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.085602] env[69520]: DEBUG nova.network.neutron [req-270da617-80b5-4322-9060-087d164255db req-ba3b71f3-fd05-4366-98a8-d76d604040d5 service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Updating instance_info_cache with network_info: [{"id": "0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6", "address": "fa:16:3e:00:4f:ed", "network": {"id": "a975b3d4-a3a2-4217-9777-30a18827c7c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1561658582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c65aa48fcb44762a84209ed72e515ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0834ee5e-84", "ovs_interfaceid": "0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.156643] env[69520]: DEBUG nova.network.neutron [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.265549] env[69520]: DEBUG nova.compute.manager [req-89312984-8ad3-4b83-8c5b-6aa176d0a80f req-acdc724d-532e-47f6-9640-045bb5f569fe service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Received event network-changed-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.267399] env[69520]: DEBUG nova.compute.manager [req-89312984-8ad3-4b83-8c5b-6aa176d0a80f req-acdc724d-532e-47f6-9640-045bb5f569fe service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Refreshing instance network info cache due to event network-changed-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.267399] env[69520]: DEBUG oslo_concurrency.lockutils [req-89312984-8ad3-4b83-8c5b-6aa176d0a80f req-acdc724d-532e-47f6-9640-045bb5f569fe service nova] Acquiring lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.267399] env[69520]: DEBUG oslo_concurrency.lockutils [req-89312984-8ad3-4b83-8c5b-6aa176d0a80f req-acdc724d-532e-47f6-9640-045bb5f569fe service nova] Acquired lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.267399] env[69520]: DEBUG nova.network.neutron [req-89312984-8ad3-4b83-8c5b-6aa176d0a80f req-acdc724d-532e-47f6-9640-045bb5f569fe service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Refreshing network info cache for port 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.373463] env[69520]: DEBUG nova.network.neutron [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Updating instance_info_cache with network_info: [{"id": "02c2c9af-d94b-4837-a063-228b2d3f3605", "address": "fa:16:3e:39:f7:3b", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c2c9af-d9", "ovs_interfaceid": "02c2c9af-d94b-4837-a063-228b2d3f3605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.401265] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481289, 'name': Rename_Task, 'duration_secs': 0.479412} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.401649] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.402274] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c89591f9-4949-4486-8478-79992df36954 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.410086] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 678.410086] env[69520]: value = "task-3481291" [ 678.410086] env[69520]: _type = "Task" [ 678.410086] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.419915] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.526108] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.546178] env[69520]: INFO nova.compute.manager [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Took 34.94 seconds to build instance. [ 678.588044] env[69520]: DEBUG oslo_concurrency.lockutils [req-270da617-80b5-4322-9060-087d164255db req-ba3b71f3-fd05-4366-98a8-d76d604040d5 service nova] Releasing lock "refresh_cache-bd158f30-b46c-4c67-befb-ca1369ac5b7d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.876135] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Releasing lock "refresh_cache-9f52f42b-e316-4b82-bfec-9a21afa9b19f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.876465] env[69520]: DEBUG nova.compute.manager [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Instance network_info: |[{"id": "02c2c9af-d94b-4837-a063-228b2d3f3605", "address": "fa:16:3e:39:f7:3b", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c2c9af-d9", "ovs_interfaceid": "02c2c9af-d94b-4837-a063-228b2d3f3605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.876879] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:f7:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02c2c9af-d94b-4837-a063-228b2d3f3605', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.886853] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.890572] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.891016] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb66d5de-9660-4afd-a06f-ac2182fed938 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.917583] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.917583] env[69520]: value = "task-3481292" [ 678.917583] env[69520]: _type = "Task" [ 678.917583] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.921883] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.930807] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481292, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.013873] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034ad7d4-19a1-4bf2-b708-05f3205f7ac0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.029369] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481290, 'name': ReconfigVM_Task, 'duration_secs': 0.741511} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.032038] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 81b45160-82b7-4913-9ab3-999d958d94e6/81b45160-82b7-4913-9ab3-999d958d94e6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.035018] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3a51a31-20f7-4e8b-b41c-d1d7467848c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.035571] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43297b2d-4578-4669-b90c-613d6cfc4106 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.075296] env[69520]: DEBUG oslo_concurrency.lockutils [None req-944397aa-e739-46e0-a166-7b728ab29f38 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lock "664b9c5e-ba90-40c2-b952-35b83a465052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.273s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.083144] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7bf92c-d510-46fc-aea4-71c114106fc3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.087663] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 679.087663] env[69520]: value = "task-3481293" [ 679.087663] env[69520]: _type = "Task" [ 679.087663] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.101434] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7147192a-af1b-4d9e-8a4d-013534ac03c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.112153] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481293, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.125977] env[69520]: DEBUG nova.compute.provider_tree [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.199416] env[69520]: DEBUG nova.network.neutron [req-89312984-8ad3-4b83-8c5b-6aa176d0a80f req-acdc724d-532e-47f6-9640-045bb5f569fe service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Updated VIF entry in instance network info cache for port 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.199416] env[69520]: DEBUG nova.network.neutron [req-89312984-8ad3-4b83-8c5b-6aa176d0a80f req-acdc724d-532e-47f6-9640-045bb5f569fe service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Updating instance_info_cache with network_info: [{"id": "3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3", "address": "fa:16:3e:ac:40:12", "network": {"id": "7492e672-054d-4031-abc1-d5c019e56056", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1040034243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad95b0f9413840eab7e2edeb457a4982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6e063d-90", "ovs_interfaceid": "3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.426339] env[69520]: DEBUG oslo_vmware.api [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481291, 'name': PowerOnVM_Task, 'duration_secs': 0.793462} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.429451] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.430027] env[69520]: INFO nova.compute.manager [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Took 5.94 seconds to spawn the instance on the hypervisor. [ 679.430357] env[69520]: DEBUG nova.compute.manager [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.431631] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e114436-e8ea-4abf-a83c-5277cec3a8e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.442478] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481292, 'name': CreateVM_Task, 'duration_secs': 0.440199} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.445848] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.449030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.449030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.449030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.449302] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5eeb330-0ee6-4ce1-96fb-5710b826a715 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.454972] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 679.454972] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de3fb4-4c57-717d-ea05-92e40dc42b54" [ 679.454972] env[69520]: _type = "Task" [ 679.454972] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.465845] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de3fb4-4c57-717d-ea05-92e40dc42b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.589772] env[69520]: DEBUG nova.compute.manager [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.605805] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481293, 'name': Rename_Task, 'duration_secs': 0.193509} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.606163] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.606390] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1595d5e8-aea4-4f3b-91e5-3b4d460b87be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.613674] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 679.613674] env[69520]: value = "task-3481294" [ 679.613674] env[69520]: _type = "Task" [ 679.613674] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.623583] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.632157] env[69520]: DEBUG nova.scheduler.client.report [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.701512] env[69520]: DEBUG oslo_concurrency.lockutils [req-89312984-8ad3-4b83-8c5b-6aa176d0a80f req-acdc724d-532e-47f6-9640-045bb5f569fe service nova] Releasing lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.916149] env[69520]: DEBUG nova.compute.manager [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Received event network-vif-plugged-02c2c9af-d94b-4837-a063-228b2d3f3605 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.916149] env[69520]: DEBUG oslo_concurrency.lockutils [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] Acquiring lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.916149] env[69520]: DEBUG oslo_concurrency.lockutils [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] Lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.916149] env[69520]: DEBUG oslo_concurrency.lockutils [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] Lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.916149] env[69520]: DEBUG nova.compute.manager [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] No waiting events found dispatching network-vif-plugged-02c2c9af-d94b-4837-a063-228b2d3f3605 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.917017] env[69520]: WARNING nova.compute.manager [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Received unexpected event network-vif-plugged-02c2c9af-d94b-4837-a063-228b2d3f3605 for instance with vm_state building and task_state spawning. [ 679.917017] env[69520]: DEBUG nova.compute.manager [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Received event network-changed-02c2c9af-d94b-4837-a063-228b2d3f3605 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.917017] env[69520]: DEBUG nova.compute.manager [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Refreshing instance network info cache due to event network-changed-02c2c9af-d94b-4837-a063-228b2d3f3605. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.917017] env[69520]: DEBUG oslo_concurrency.lockutils [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] Acquiring lock "refresh_cache-9f52f42b-e316-4b82-bfec-9a21afa9b19f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.917017] env[69520]: DEBUG oslo_concurrency.lockutils [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] Acquired lock "refresh_cache-9f52f42b-e316-4b82-bfec-9a21afa9b19f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.918697] env[69520]: DEBUG nova.network.neutron [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Refreshing network info cache for port 02c2c9af-d94b-4837-a063-228b2d3f3605 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.962233] env[69520]: INFO nova.compute.manager [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Took 32.87 seconds to build instance. [ 679.967782] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de3fb4-4c57-717d-ea05-92e40dc42b54, 'name': SearchDatastore_Task, 'duration_secs': 0.020923} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.968404] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.968404] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.968739] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.968739] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.968880] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.969166] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6223255a-fc4b-419d-b5a6-e691df81892f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.979494] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.979656] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.982595] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650fe447-2901-4c3c-923d-2558ee5d288c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.989385] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 679.989385] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]522f6886-697c-cdce-31b0-e4be81382dcd" [ 679.989385] env[69520]: _type = "Task" [ 679.989385] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.998273] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522f6886-697c-cdce-31b0-e4be81382dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.123100] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.126636] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481294, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.141060] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.141060] env[69520]: DEBUG nova.compute.manager [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.146779] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.032s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.149786] env[69520]: INFO nova.compute.claims [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.280852] env[69520]: DEBUG oslo_vmware.rw_handles [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9a02b-a325-0dd7-af15-f07804983f9a/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 680.281764] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27094121-ada2-44c0-ba51-78571a61e36a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.288819] env[69520]: DEBUG oslo_vmware.rw_handles [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9a02b-a325-0dd7-af15-f07804983f9a/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 680.288994] env[69520]: ERROR oslo_vmware.rw_handles [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9a02b-a325-0dd7-af15-f07804983f9a/disk-0.vmdk due to incomplete transfer. [ 680.289225] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3a5d80b-d19a-4b19-9796-ee8d519e8b51 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.298494] env[69520]: DEBUG oslo_vmware.rw_handles [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9a02b-a325-0dd7-af15-f07804983f9a/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 680.298695] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Uploaded image 99550565-7831-4d27-81d9-5c15e05be7e6 to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 680.301009] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 680.301353] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f38dcdbb-856c-4f32-a81b-bbbf0070a5ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.309299] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 680.309299] env[69520]: value = "task-3481295" [ 680.309299] env[69520]: _type = "Task" [ 680.309299] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.322134] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481295, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.465090] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d729b129-e5cc-4dc2-bfed-d22c190b6d5c tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "ce8a7015-89cc-4bb5-a57d-cde8981316d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.215s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.500896] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522f6886-697c-cdce-31b0-e4be81382dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.018704} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.501817] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ca8966-88c1-4466-84ea-cd74194c00c9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.509641] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 680.509641] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bbe90d-023c-baa1-cb79-c5242eb3390f" [ 680.509641] env[69520]: _type = "Task" [ 680.509641] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.519106] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bbe90d-023c-baa1-cb79-c5242eb3390f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.627572] env[69520]: DEBUG oslo_vmware.api [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481294, 'name': PowerOnVM_Task, 'duration_secs': 0.787823} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.630365] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.630544] env[69520]: INFO nova.compute.manager [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Took 9.95 seconds to spawn the instance on the hypervisor. [ 680.630725] env[69520]: DEBUG nova.compute.manager [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.631710] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ce9aa4-bcc9-44fc-9d24-66ddbf1801d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.664510] env[69520]: DEBUG nova.compute.utils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.668067] env[69520]: DEBUG nova.compute.manager [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.668258] env[69520]: DEBUG nova.network.neutron [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.696506] env[69520]: DEBUG nova.network.neutron [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Updated VIF entry in instance network info cache for port 02c2c9af-d94b-4837-a063-228b2d3f3605. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.696862] env[69520]: DEBUG nova.network.neutron [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Updating instance_info_cache with network_info: [{"id": "02c2c9af-d94b-4837-a063-228b2d3f3605", "address": "fa:16:3e:39:f7:3b", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c2c9af-d9", "ovs_interfaceid": "02c2c9af-d94b-4837-a063-228b2d3f3605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.763841] env[69520]: DEBUG nova.policy [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0e88ad10ff4c55914704ab06327d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8e0aacd8664207abb1e19f5341e107', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.823520] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481295, 'name': Destroy_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.969036] env[69520]: DEBUG nova.compute.manager [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.026670] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bbe90d-023c-baa1-cb79-c5242eb3390f, 'name': SearchDatastore_Task, 'duration_secs': 0.017702} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.026670] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.027577] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 9f52f42b-e316-4b82-bfec-9a21afa9b19f/9f52f42b-e316-4b82-bfec-9a21afa9b19f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.027577] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b276bccb-9972-49ab-a370-a6ba6f85534a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.035817] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 681.035817] env[69520]: value = "task-3481296" [ 681.035817] env[69520]: _type = "Task" [ 681.035817] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.048659] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.155690] env[69520]: INFO nova.compute.manager [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Took 34.19 seconds to build instance. [ 681.175410] env[69520]: DEBUG nova.compute.manager [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.202949] env[69520]: DEBUG oslo_concurrency.lockutils [req-5df9eb9e-4941-4b53-b386-72163d152943 req-bc2b271f-915d-4077-bb0f-79879e7abe1b service nova] Releasing lock "refresh_cache-9f52f42b-e316-4b82-bfec-9a21afa9b19f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.328456] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481295, 'name': Destroy_Task, 'duration_secs': 0.558213} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.328456] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Destroyed the VM [ 681.328723] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 681.328994] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-78540c02-1910-4425-82ef-9cee9a25f1e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.338548] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 681.338548] env[69520]: value = "task-3481301" [ 681.338548] env[69520]: _type = "Task" [ 681.338548] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.352905] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481301, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.369214] env[69520]: DEBUG nova.network.neutron [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Successfully created port: c082262b-cf6a-4727-8d06-cf812dfb8b11 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.507366] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.550331] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.658241] env[69520]: DEBUG oslo_concurrency.lockutils [None req-de5ea2ee-17f6-4e1e-bb74-0c8add945331 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "81b45160-82b7-4913-9ab3-999d958d94e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.840s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.758042] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e872624c-e326-49bf-896c-c36de9d04d4c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.770745] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557c26c2-5c2e-42db-b5a4-338f0692fb26 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.818225] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988c2ad7-9abf-4a8d-890e-b351a6772b1c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.827585] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc43c1-b9b4-470b-84d3-68a5a17391a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.842799] env[69520]: DEBUG nova.compute.provider_tree [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.852947] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481301, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.970547] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "81b45160-82b7-4913-9ab3-999d958d94e6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.970907] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "81b45160-82b7-4913-9ab3-999d958d94e6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.970986] env[69520]: DEBUG nova.compute.manager [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.972054] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c254ee6c-f9cd-41d7-a54c-548429a14076 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.980830] env[69520]: DEBUG nova.compute.manager [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 681.983072] env[69520]: DEBUG nova.objects.instance [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lazy-loading 'flavor' on Instance uuid 81b45160-82b7-4913-9ab3-999d958d94e6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.045897] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771351} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.046202] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 9f52f42b-e316-4b82-bfec-9a21afa9b19f/9f52f42b-e316-4b82-bfec-9a21afa9b19f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.046439] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.046682] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-216ae361-9c05-4e99-a505-8c46af917253 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.053542] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 682.053542] env[69520]: value = "task-3481302" [ 682.053542] env[69520]: _type = "Task" [ 682.053542] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.062186] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.162112] env[69520]: DEBUG nova.compute.manager [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.190677] env[69520]: DEBUG nova.compute.manager [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.218624] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.218877] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.219055] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.219241] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.219386] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.219532] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.219744] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.219897] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.220223] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.220442] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.220659] env[69520]: DEBUG nova.virt.hardware [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.221926] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c36303e-fa99-4734-8cc8-22855c4b89db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.231395] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435e9d26-54b8-48d3-a979-48b5627dcf8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.349349] env[69520]: DEBUG nova.scheduler.client.report [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.356867] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481301, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.566346] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06621} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.566346] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.567367] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2509cea-f162-4410-9109-74ba8dbdb67e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.592941] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 9f52f42b-e316-4b82-bfec-9a21afa9b19f/9f52f42b-e316-4b82-bfec-9a21afa9b19f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.593347] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6240f4c1-5668-4145-a18c-742547aa962d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.616726] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 682.616726] env[69520]: value = "task-3481303" [ 682.616726] env[69520]: _type = "Task" [ 682.616726] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.624889] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.700573] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.857296] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481301, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.858124] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.858612] env[69520]: DEBUG nova.compute.manager [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.861528] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.330s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.866318] env[69520]: DEBUG nova.compute.manager [req-391d20e1-aab3-4951-967b-3de911a7b604 req-af05c8f7-2a23-426a-8ef7-e237c8af28f1 service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Received event network-changed-d1582016-b152-4182-b8c9-4aa0af4e4edc {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.866318] env[69520]: DEBUG nova.compute.manager [req-391d20e1-aab3-4951-967b-3de911a7b604 req-af05c8f7-2a23-426a-8ef7-e237c8af28f1 service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Refreshing instance network info cache due to event network-changed-d1582016-b152-4182-b8c9-4aa0af4e4edc. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.866485] env[69520]: DEBUG oslo_concurrency.lockutils [req-391d20e1-aab3-4951-967b-3de911a7b604 req-af05c8f7-2a23-426a-8ef7-e237c8af28f1 service nova] Acquiring lock "refresh_cache-664b9c5e-ba90-40c2-b952-35b83a465052" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.866780] env[69520]: DEBUG oslo_concurrency.lockutils [req-391d20e1-aab3-4951-967b-3de911a7b604 req-af05c8f7-2a23-426a-8ef7-e237c8af28f1 service nova] Acquired lock "refresh_cache-664b9c5e-ba90-40c2-b952-35b83a465052" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.866951] env[69520]: DEBUG nova.network.neutron [req-391d20e1-aab3-4951-967b-3de911a7b604 req-af05c8f7-2a23-426a-8ef7-e237c8af28f1 service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Refreshing network info cache for port d1582016-b152-4182-b8c9-4aa0af4e4edc {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.994197] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.995052] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b446858-a1b7-4ef9-8aa0-ff371f989a31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.004314] env[69520]: DEBUG oslo_vmware.api [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 683.004314] env[69520]: value = "task-3481304" [ 683.004314] env[69520]: _type = "Task" [ 683.004314] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.013596] env[69520]: DEBUG oslo_vmware.api [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.127030] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481303, 'name': ReconfigVM_Task, 'duration_secs': 0.303416} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.127814] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 9f52f42b-e316-4b82-bfec-9a21afa9b19f/9f52f42b-e316-4b82-bfec-9a21afa9b19f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.128490] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-492fe6c6-e620-4354-b1d9-c428da747cc0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.135338] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 683.135338] env[69520]: value = "task-3481305" [ 683.135338] env[69520]: _type = "Task" [ 683.135338] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.144830] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481305, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.200453] env[69520]: DEBUG nova.compute.manager [req-3f4f37d6-0c31-4a09-91ff-46fb5aa93fea req-e63a6c59-d31f-4e62-8f55-62c5455e42a7 service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Received event network-changed-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.200780] env[69520]: DEBUG nova.compute.manager [req-3f4f37d6-0c31-4a09-91ff-46fb5aa93fea req-e63a6c59-d31f-4e62-8f55-62c5455e42a7 service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Refreshing instance network info cache due to event network-changed-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.201206] env[69520]: DEBUG oslo_concurrency.lockutils [req-3f4f37d6-0c31-4a09-91ff-46fb5aa93fea req-e63a6c59-d31f-4e62-8f55-62c5455e42a7 service nova] Acquiring lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.201553] env[69520]: DEBUG oslo_concurrency.lockutils [req-3f4f37d6-0c31-4a09-91ff-46fb5aa93fea req-e63a6c59-d31f-4e62-8f55-62c5455e42a7 service nova] Acquired lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.201908] env[69520]: DEBUG nova.network.neutron [req-3f4f37d6-0c31-4a09-91ff-46fb5aa93fea req-e63a6c59-d31f-4e62-8f55-62c5455e42a7 service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Refreshing network info cache for port 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.355180] env[69520]: DEBUG oslo_vmware.api [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481301, 'name': RemoveSnapshot_Task, 'duration_secs': 1.529925} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.355691] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 683.355869] env[69520]: INFO nova.compute.manager [None req-aabba384-b674-42d1-a243-a7d08dd0c6fa tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Took 17.67 seconds to snapshot the instance on the hypervisor. [ 683.364482] env[69520]: DEBUG nova.compute.utils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.372808] env[69520]: INFO nova.compute.claims [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.378410] env[69520]: DEBUG nova.compute.manager [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.378410] env[69520]: DEBUG nova.network.neutron [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.446288] env[69520]: DEBUG nova.policy [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89362963ec40445fa6697f35dbeba2fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e9e228a7d9d40de8e6293deace9a049', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.525765] env[69520]: DEBUG oslo_vmware.api [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481304, 'name': PowerOffVM_Task, 'duration_secs': 0.476253} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.525765] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.525765] env[69520]: DEBUG nova.compute.manager [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.526656] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7d2bbe-e5dc-47a4-9346-0fcdd1f4b307 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.647275] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481305, 'name': Rename_Task, 'duration_secs': 0.408593} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.647764] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.650680] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5e8aef-73a6-4b9e-9dc8-277645e6b4f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.656923] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 683.656923] env[69520]: value = "task-3481306" [ 683.656923] env[69520]: _type = "Task" [ 683.656923] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.671738] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.788902] env[69520]: DEBUG nova.network.neutron [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Successfully created port: 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.833611] env[69520]: DEBUG nova.network.neutron [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Successfully updated port: c082262b-cf6a-4727-8d06-cf812dfb8b11 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.878828] env[69520]: DEBUG nova.compute.manager [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.886149] env[69520]: INFO nova.compute.resource_tracker [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating resource usage from migration 79e6404c-0e8f-421e-8eff-137dccfe21a9 [ 683.965864] env[69520]: DEBUG nova.network.neutron [req-391d20e1-aab3-4951-967b-3de911a7b604 req-af05c8f7-2a23-426a-8ef7-e237c8af28f1 service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Updated VIF entry in instance network info cache for port d1582016-b152-4182-b8c9-4aa0af4e4edc. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.966447] env[69520]: DEBUG nova.network.neutron [req-391d20e1-aab3-4951-967b-3de911a7b604 req-af05c8f7-2a23-426a-8ef7-e237c8af28f1 service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Updating instance_info_cache with network_info: [{"id": "d1582016-b152-4182-b8c9-4aa0af4e4edc", "address": "fa:16:3e:6a:46:03", "network": {"id": "cae67b54-bc82-4ea4-a536-b54d61ba5d62", "bridge": "br-int", "label": "tempest-ServersTestJSON-401003947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1799f25597e94f3f809e6370010ee1d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1582016-b1", "ovs_interfaceid": "d1582016-b152-4182-b8c9-4aa0af4e4edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.045540] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7e251dfd-6c91-4a94-aacf-6c087aecbebc tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "81b45160-82b7-4913-9ab3-999d958d94e6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.093497] env[69520]: DEBUG nova.network.neutron [req-3f4f37d6-0c31-4a09-91ff-46fb5aa93fea req-e63a6c59-d31f-4e62-8f55-62c5455e42a7 service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Updated VIF entry in instance network info cache for port 3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.093497] env[69520]: DEBUG nova.network.neutron [req-3f4f37d6-0c31-4a09-91ff-46fb5aa93fea req-e63a6c59-d31f-4e62-8f55-62c5455e42a7 service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Updating instance_info_cache with network_info: [{"id": "3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3", "address": "fa:16:3e:ac:40:12", "network": {"id": "7492e672-054d-4031-abc1-d5c019e56056", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1040034243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad95b0f9413840eab7e2edeb457a4982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6e063d-90", "ovs_interfaceid": "3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.169869] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481306, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.340346] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-8410457a-eee4-47ad-b7fb-053901fd16e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.340797] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-8410457a-eee4-47ad-b7fb-053901fd16e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.340880] env[69520]: DEBUG nova.network.neutron [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.469509] env[69520]: DEBUG oslo_concurrency.lockutils [req-391d20e1-aab3-4951-967b-3de911a7b604 req-af05c8f7-2a23-426a-8ef7-e237c8af28f1 service nova] Releasing lock "refresh_cache-664b9c5e-ba90-40c2-b952-35b83a465052" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.487986] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60bcd6e-833d-433f-bcdb-a5f6e6624eb1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.498017] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598aec61-ede5-4a45-81dd-954db10f8da5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.537562] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f5aa86-953d-42e9-ad87-80263ca09600 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.549450] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744fb597-2673-415a-9e17-ce82affae0b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.565969] env[69520]: DEBUG nova.compute.provider_tree [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.596029] env[69520]: DEBUG oslo_concurrency.lockutils [req-3f4f37d6-0c31-4a09-91ff-46fb5aa93fea req-e63a6c59-d31f-4e62-8f55-62c5455e42a7 service nova] Releasing lock "refresh_cache-a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.667739] env[69520]: DEBUG oslo_vmware.api [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481306, 'name': PowerOnVM_Task, 'duration_secs': 0.654225} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.668466] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.668826] env[69520]: INFO nova.compute.manager [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Took 8.49 seconds to spawn the instance on the hypervisor. [ 684.669113] env[69520]: DEBUG nova.compute.manager [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.669918] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cffa640-5c18-4242-9d59-3b51c93a335e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.881671] env[69520]: DEBUG nova.network.neutron [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.891886] env[69520]: DEBUG nova.compute.manager [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.924881] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.925641] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.925641] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.925641] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.925641] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.926089] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.926089] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.926237] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.926362] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.926504] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.926670] env[69520]: DEBUG nova.virt.hardware [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.927960] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7a8f31-76c4-40c3-9630-2b06f2ebf7dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.936115] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eeb63d-f101-4946-b0b1-80b1275ac6b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.035177] env[69520]: DEBUG nova.network.neutron [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Updating instance_info_cache with network_info: [{"id": "c082262b-cf6a-4727-8d06-cf812dfb8b11", "address": "fa:16:3e:cb:c6:55", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc082262b-cf", "ovs_interfaceid": "c082262b-cf6a-4727-8d06-cf812dfb8b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.044569] env[69520]: INFO nova.compute.manager [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Rebuilding instance [ 685.068680] env[69520]: DEBUG nova.scheduler.client.report [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.098676] env[69520]: DEBUG nova.compute.manager [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.099550] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbbc645-11ae-4a6f-a1c4-f4c5e63636af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.193188] env[69520]: INFO nova.compute.manager [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Took 37.11 seconds to build instance. [ 685.486727] env[69520]: DEBUG nova.network.neutron [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Successfully updated port: 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.537930] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-8410457a-eee4-47ad-b7fb-053901fd16e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.538280] env[69520]: DEBUG nova.compute.manager [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Instance network_info: |[{"id": "c082262b-cf6a-4727-8d06-cf812dfb8b11", "address": "fa:16:3e:cb:c6:55", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc082262b-cf", "ovs_interfaceid": "c082262b-cf6a-4727-8d06-cf812dfb8b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.538977] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:c6:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c082262b-cf6a-4727-8d06-cf812dfb8b11', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.548182] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Creating folder: Project (4e8e0aacd8664207abb1e19f5341e107). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.548182] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0495fd00-e799-4d65-af49-efb1c392b769 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.559712] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Created folder: Project (4e8e0aacd8664207abb1e19f5341e107) in parent group-v695915. [ 685.559972] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Creating folder: Instances. Parent ref: group-v695980. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.560243] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9da6337b-0c9b-404a-a4e8-5b2dc9a2a2d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.572792] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Created folder: Instances in parent group-v695980. [ 685.573043] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.573236] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.573433] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-359b8be3-480c-4410-ae70-0d1f09ca0779 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.588556] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.727s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.588746] env[69520]: INFO nova.compute.manager [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Migrating [ 685.588971] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.589207] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.590650] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.174s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.592663] env[69520]: INFO nova.compute.claims [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.595632] env[69520]: INFO nova.compute.rpcapi [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 685.596046] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.611476] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.611476] env[69520]: value = "task-3481310" [ 685.611476] env[69520]: _type = "Task" [ 685.611476] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.622781] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481310, 'name': CreateVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.702053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-530c4e30-d13b-4f4b-aeea-aaa6023a214c tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.544s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.755157] env[69520]: DEBUG nova.compute.manager [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Received event network-vif-plugged-c082262b-cf6a-4727-8d06-cf812dfb8b11 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.755395] env[69520]: DEBUG oslo_concurrency.lockutils [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] Acquiring lock "8410457a-eee4-47ad-b7fb-053901fd16e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.755595] env[69520]: DEBUG oslo_concurrency.lockutils [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] Lock "8410457a-eee4-47ad-b7fb-053901fd16e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.755759] env[69520]: DEBUG oslo_concurrency.lockutils [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] Lock "8410457a-eee4-47ad-b7fb-053901fd16e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.755969] env[69520]: DEBUG nova.compute.manager [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] No waiting events found dispatching network-vif-plugged-c082262b-cf6a-4727-8d06-cf812dfb8b11 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.756434] env[69520]: WARNING nova.compute.manager [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Received unexpected event network-vif-plugged-c082262b-cf6a-4727-8d06-cf812dfb8b11 for instance with vm_state building and task_state spawning. [ 685.756608] env[69520]: DEBUG nova.compute.manager [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Received event network-changed-c082262b-cf6a-4727-8d06-cf812dfb8b11 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.756759] env[69520]: DEBUG nova.compute.manager [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Refreshing instance network info cache due to event network-changed-c082262b-cf6a-4727-8d06-cf812dfb8b11. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.756943] env[69520]: DEBUG oslo_concurrency.lockutils [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] Acquiring lock "refresh_cache-8410457a-eee4-47ad-b7fb-053901fd16e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.757096] env[69520]: DEBUG oslo_concurrency.lockutils [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] Acquired lock "refresh_cache-8410457a-eee4-47ad-b7fb-053901fd16e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.757242] env[69520]: DEBUG nova.network.neutron [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Refreshing network info cache for port c082262b-cf6a-4727-8d06-cf812dfb8b11 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.802772] env[69520]: DEBUG nova.compute.manager [req-be597a70-efb5-4cf0-aa67-b1dd701d2ad4 req-9bfcd34a-85d1-45fb-8b5b-14e84f566315 service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Received event network-vif-plugged-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.803046] env[69520]: DEBUG oslo_concurrency.lockutils [req-be597a70-efb5-4cf0-aa67-b1dd701d2ad4 req-9bfcd34a-85d1-45fb-8b5b-14e84f566315 service nova] Acquiring lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.803256] env[69520]: DEBUG oslo_concurrency.lockutils [req-be597a70-efb5-4cf0-aa67-b1dd701d2ad4 req-9bfcd34a-85d1-45fb-8b5b-14e84f566315 service nova] Lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.803411] env[69520]: DEBUG oslo_concurrency.lockutils [req-be597a70-efb5-4cf0-aa67-b1dd701d2ad4 req-9bfcd34a-85d1-45fb-8b5b-14e84f566315 service nova] Lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.803568] env[69520]: DEBUG nova.compute.manager [req-be597a70-efb5-4cf0-aa67-b1dd701d2ad4 req-9bfcd34a-85d1-45fb-8b5b-14e84f566315 service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] No waiting events found dispatching network-vif-plugged-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.803723] env[69520]: WARNING nova.compute.manager [req-be597a70-efb5-4cf0-aa67-b1dd701d2ad4 req-9bfcd34a-85d1-45fb-8b5b-14e84f566315 service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Received unexpected event network-vif-plugged-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d for instance with vm_state building and task_state spawning. [ 685.991406] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "refresh_cache-726b0d51-0ba5-4965-b1bc-4169b2c714cd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.991406] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "refresh_cache-726b0d51-0ba5-4965-b1bc-4169b2c714cd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.991406] env[69520]: DEBUG nova.network.neutron [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.114897] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.114897] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.114897] env[69520]: DEBUG nova.network.neutron [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.129027] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.129027] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab03e395-a0ac-4c03-8e55-ea6b31c9d0b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.135023] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481310, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.141023] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 686.141023] env[69520]: value = "task-3481312" [ 686.141023] env[69520]: _type = "Task" [ 686.141023] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.155039] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.203928] env[69520]: DEBUG nova.compute.manager [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.481081] env[69520]: DEBUG nova.compute.manager [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.482022] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8fd9f5-ccd4-4423-b3b0-e0016785a991 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.500186] env[69520]: DEBUG nova.network.neutron [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Updated VIF entry in instance network info cache for port c082262b-cf6a-4727-8d06-cf812dfb8b11. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.500518] env[69520]: DEBUG nova.network.neutron [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Updating instance_info_cache with network_info: [{"id": "c082262b-cf6a-4727-8d06-cf812dfb8b11", "address": "fa:16:3e:cb:c6:55", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc082262b-cf", "ovs_interfaceid": "c082262b-cf6a-4727-8d06-cf812dfb8b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.530493] env[69520]: DEBUG nova.network.neutron [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.625016] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481310, 'name': CreateVM_Task, 'duration_secs': 0.598451} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.625209] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.626265] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.626431] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.627012] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.627225] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9554d53-4e21-4725-8096-4c767d16c8a8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.628877] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquiring lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.629095] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.629290] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquiring lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.629469] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.629648] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.632137] env[69520]: INFO nova.compute.manager [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Terminating instance [ 686.634489] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 686.634489] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5221d194-2802-95fa-afe7-cee5665e4c14" [ 686.634489] env[69520]: _type = "Task" [ 686.634489] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.654979] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5221d194-2802-95fa-afe7-cee5665e4c14, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.661825] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.662214] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.662507] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.665691] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.665691] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.673854] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99cd78f4-b180-4b28-a6e2-8bd24e2f11bb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.680714] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481312, 'name': PowerOffVM_Task, 'duration_secs': 0.185525} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.688303] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.688642] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.693027] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575901f1-1436-4b54-afae-8cf0efee3202 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.699969] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquiring lock "b42a89a0-2d11-410c-a6dd-226b2911ff98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.700238] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lock "b42a89a0-2d11-410c-a6dd-226b2911ff98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.700460] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquiring lock "b42a89a0-2d11-410c-a6dd-226b2911ff98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.701128] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lock "b42a89a0-2d11-410c-a6dd-226b2911ff98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.701128] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lock "b42a89a0-2d11-410c-a6dd-226b2911ff98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.702413] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.702584] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.706428] env[69520]: INFO nova.compute.manager [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Terminating instance [ 686.708143] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0cd1f9-75b9-4165-bcf7-9498ef37b5ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.711150] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.717390] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-612919fb-9aea-4249-8165-d807c41c1ec2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.729049] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 686.729049] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528eefb0-bad3-f147-afea-023e8807a6f6" [ 686.729049] env[69520]: _type = "Task" [ 686.729049] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.738864] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528eefb0-bad3-f147-afea-023e8807a6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.742807] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.748600] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.748816] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.748989] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Deleting the datastore file [datastore1] ce8a7015-89cc-4bb5-a57d-cde8981316d4 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.749272] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6cb99ba-96c6-45cd-b324-4765332a70f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.758217] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 686.758217] env[69520]: value = "task-3481314" [ 686.758217] env[69520]: _type = "Task" [ 686.758217] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.769467] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.810506] env[69520]: DEBUG nova.network.neutron [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Updating instance_info_cache with network_info: [{"id": "2ac2391c-b4cf-4aaf-adbd-1330cfe6189d", "address": "fa:16:3e:3a:0d:e6", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac2391c-b4", "ovs_interfaceid": "2ac2391c-b4cf-4aaf-adbd-1330cfe6189d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.928771] env[69520]: DEBUG nova.network.neutron [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance_info_cache with network_info: [{"id": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "address": "fa:16:3e:d4:c1:68", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e202eb-f4", "ovs_interfaceid": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.000158] env[69520]: INFO nova.compute.manager [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] instance snapshotting [ 687.000158] env[69520]: WARNING nova.compute.manager [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 687.001166] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c34eb6e-6885-4cc8-8f90-7feeeee127d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.007437] env[69520]: DEBUG oslo_concurrency.lockutils [req-47132a97-187a-4eaa-b3de-5b62de81740c req-6a65e01a-ff90-4021-8798-7f5ea49425b3 service nova] Releasing lock "refresh_cache-8410457a-eee4-47ad-b7fb-053901fd16e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027455] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c58787-c819-4823-b529-208a92ef874f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.140639] env[69520]: DEBUG nova.compute.manager [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.141448] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.141944] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313dd9ef-c0f4-482f-bd3a-b4a03066266f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.149640] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.149951] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-689d0436-7a99-4cee-9029-b115645be078 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.159525] env[69520]: DEBUG oslo_vmware.api [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for the task: (returnval){ [ 687.159525] env[69520]: value = "task-3481315" [ 687.159525] env[69520]: _type = "Task" [ 687.159525] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.168899] env[69520]: DEBUG oslo_vmware.api [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.192206] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1740b827-8c8d-4667-b0a8-68b7fafd53ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.200240] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6b3b8-5e37-4295-92dc-e5b4df25097a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.233946] env[69520]: DEBUG nova.compute.manager [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.234147] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.235669] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76f4abe-05c0-4628-9ac7-e83a899ec222 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.241977] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc843678-3083-4985-918b-b5b2e8d8453d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.244743] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db780ab3-c911-43f3-9c7b-139e8bd32f71 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.253804] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528eefb0-bad3-f147-afea-023e8807a6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.259212] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016ef7-8cc9-46c3-9dc8-b0d4f3c79319 tempest-ServersAdminNegativeTestJSON-1207530427 tempest-ServersAdminNegativeTestJSON-1207530427-project-admin] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Suspending the VM {{(pid=69520) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 687.259677] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.259892] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb8169b-a965-449c-ad2c-6c1afa9e3941 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.262072] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-96afcf43-162b-451b-b759-2b81166e58f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.264419] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123fa851-0307-47da-88d6-71882b149c25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.271275] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0a6c0ff-f91e-45a7-8048-45716b9f2adb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.276850] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 687.276850] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5240b31d-acd7-cd46-c5b6-26910090bd95" [ 687.276850] env[69520]: _type = "Task" [ 687.276850] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.285068] env[69520]: DEBUG nova.compute.provider_tree [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.294697] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350538} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.294984] env[69520]: DEBUG oslo_vmware.api [None req-5b016ef7-8cc9-46c3-9dc8-b0d4f3c79319 tempest-ServersAdminNegativeTestJSON-1207530427 tempest-ServersAdminNegativeTestJSON-1207530427-project-admin] Waiting for the task: (returnval){ [ 687.294984] env[69520]: value = "task-3481316" [ 687.294984] env[69520]: _type = "Task" [ 687.294984] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.296502] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.296739] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.296926] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.307968] env[69520]: DEBUG oslo_vmware.api [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 687.307968] env[69520]: value = "task-3481317" [ 687.307968] env[69520]: _type = "Task" [ 687.307968] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.308253] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5240b31d-acd7-cd46-c5b6-26910090bd95, 'name': SearchDatastore_Task, 'duration_secs': 0.015363} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.308859] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.309141] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 8410457a-eee4-47ad-b7fb-053901fd16e5/8410457a-eee4-47ad-b7fb-053901fd16e5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.312165] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfd838ba-912b-45ff-ac9a-7402be562832 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.318806] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "refresh_cache-726b0d51-0ba5-4965-b1bc-4169b2c714cd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.319152] env[69520]: DEBUG nova.compute.manager [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Instance network_info: |[{"id": "2ac2391c-b4cf-4aaf-adbd-1330cfe6189d", "address": "fa:16:3e:3a:0d:e6", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac2391c-b4", "ovs_interfaceid": "2ac2391c-b4cf-4aaf-adbd-1330cfe6189d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.319435] env[69520]: DEBUG oslo_vmware.api [None req-5b016ef7-8cc9-46c3-9dc8-b0d4f3c79319 tempest-ServersAdminNegativeTestJSON-1207530427 tempest-ServersAdminNegativeTestJSON-1207530427-project-admin] Task: {'id': task-3481316, 'name': SuspendVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.320303] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:0d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ac2391c-b4cf-4aaf-adbd-1330cfe6189d', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.327960] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Creating folder: Project (2e9e228a7d9d40de8e6293deace9a049). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.332732] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f5c6e04-2d6e-41f6-997e-25b0d9f2bde8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.335309] env[69520]: DEBUG oslo_vmware.api [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.336844] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 687.336844] env[69520]: value = "task-3481318" [ 687.336844] env[69520]: _type = "Task" [ 687.336844] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.345795] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Created folder: Project (2e9e228a7d9d40de8e6293deace9a049) in parent group-v695915. [ 687.346317] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Creating folder: Instances. Parent ref: group-v695983. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.349490] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-548b0605-3c2c-43bb-841f-eaadf90b58e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.351486] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.359391] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Created folder: Instances in parent group-v695983. [ 687.359642] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.359925] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.360161] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ea04544-7cb1-4494-a8b5-55f33102bf7d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.385368] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.385368] env[69520]: value = "task-3481321" [ 687.385368] env[69520]: _type = "Task" [ 687.385368] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.434157] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.539927] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 687.540438] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40bce6ec-6457-480f-ab82-b1e39ec39707 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.551173] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 687.551173] env[69520]: value = "task-3481322" [ 687.551173] env[69520]: _type = "Task" [ 687.551173] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.559901] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.670056] env[69520]: DEBUG oslo_vmware.api [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481315, 'name': PowerOffVM_Task, 'duration_secs': 0.269391} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.670432] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.670788] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.671186] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b2dcc2-6003-4798-a5d9-022d13e613aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.736756] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.737029] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.737186] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Deleting the datastore file [datastore2] a59cfdd6-adf9-4a21-aa67-09e5883ac6a8 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.737471] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76157401-316d-486f-a49e-781b163072d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.744900] env[69520]: DEBUG oslo_vmware.api [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for the task: (returnval){ [ 687.744900] env[69520]: value = "task-3481324" [ 687.744900] env[69520]: _type = "Task" [ 687.744900] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.754127] env[69520]: DEBUG oslo_vmware.api [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.800023] env[69520]: DEBUG nova.scheduler.client.report [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.822248] env[69520]: DEBUG oslo_vmware.api [None req-5b016ef7-8cc9-46c3-9dc8-b0d4f3c79319 tempest-ServersAdminNegativeTestJSON-1207530427 tempest-ServersAdminNegativeTestJSON-1207530427-project-admin] Task: {'id': task-3481316, 'name': SuspendVM_Task} progress is 62%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.830058] env[69520]: DEBUG oslo_vmware.api [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481317, 'name': PowerOffVM_Task, 'duration_secs': 0.248784} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.830058] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.830385] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.830611] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f7e4c1b-72b4-4582-b633-db321dbb6519 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.849127] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.893653] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481321, 'name': CreateVM_Task, 'duration_secs': 0.511286} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.893873] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.894699] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.894915] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.895353] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.895672] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14309fea-4527-474b-b0f6-3561ae93d7f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.901039] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 687.901039] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5204615e-f276-ca76-f94b-b1d59ba070dc" [ 687.901039] env[69520]: _type = "Task" [ 687.901039] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.907679] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.907933] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.908176] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Deleting the datastore file [datastore2] b42a89a0-2d11-410c-a6dd-226b2911ff98 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.912302] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7998cbc-042e-44e5-8d2f-3a301853dfe0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.914381] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5204615e-f276-ca76-f94b-b1d59ba070dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.919396] env[69520]: DEBUG oslo_vmware.api [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for the task: (returnval){ [ 687.919396] env[69520]: value = "task-3481326" [ 687.919396] env[69520]: _type = "Task" [ 687.919396] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.928411] env[69520]: DEBUG oslo_vmware.api [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.063830] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481322, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.228288] env[69520]: DEBUG nova.compute.manager [req-5099f6df-99ec-4e32-8adc-54132bad79be req-4c9cdbac-c7fc-4d55-ac61-d7632cf6e46e service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Received event network-changed-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.228574] env[69520]: DEBUG nova.compute.manager [req-5099f6df-99ec-4e32-8adc-54132bad79be req-4c9cdbac-c7fc-4d55-ac61-d7632cf6e46e service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Refreshing instance network info cache due to event network-changed-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.228786] env[69520]: DEBUG oslo_concurrency.lockutils [req-5099f6df-99ec-4e32-8adc-54132bad79be req-4c9cdbac-c7fc-4d55-ac61-d7632cf6e46e service nova] Acquiring lock "refresh_cache-726b0d51-0ba5-4965-b1bc-4169b2c714cd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.228962] env[69520]: DEBUG oslo_concurrency.lockutils [req-5099f6df-99ec-4e32-8adc-54132bad79be req-4c9cdbac-c7fc-4d55-ac61-d7632cf6e46e service nova] Acquired lock "refresh_cache-726b0d51-0ba5-4965-b1bc-4169b2c714cd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.229202] env[69520]: DEBUG nova.network.neutron [req-5099f6df-99ec-4e32-8adc-54132bad79be req-4c9cdbac-c7fc-4d55-ac61-d7632cf6e46e service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Refreshing network info cache for port 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.256774] env[69520]: DEBUG oslo_vmware.api [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Task: {'id': task-3481324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347784} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.257073] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.257261] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.257454] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.257643] env[69520]: INFO nova.compute.manager [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 688.257899] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.258180] env[69520]: DEBUG nova.compute.manager [-] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.258224] env[69520]: DEBUG nova.network.neutron [-] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.306692] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.307273] env[69520]: DEBUG nova.compute.manager [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.310246] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.414s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.310429] env[69520]: DEBUG nova.objects.instance [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 688.318130] env[69520]: DEBUG oslo_vmware.api [None req-5b016ef7-8cc9-46c3-9dc8-b0d4f3c79319 tempest-ServersAdminNegativeTestJSON-1207530427 tempest-ServersAdminNegativeTestJSON-1207530427-project-admin] Task: {'id': task-3481316, 'name': SuspendVM_Task, 'duration_secs': 0.934502} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.320695] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016ef7-8cc9-46c3-9dc8-b0d4f3c79319 tempest-ServersAdminNegativeTestJSON-1207530427 tempest-ServersAdminNegativeTestJSON-1207530427-project-admin] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Suspended the VM {{(pid=69520) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 688.320695] env[69520]: DEBUG nova.compute.manager [None req-5b016ef7-8cc9-46c3-9dc8-b0d4f3c79319 tempest-ServersAdminNegativeTestJSON-1207530427 tempest-ServersAdminNegativeTestJSON-1207530427-project-admin] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.321541] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a793b709-b1ad-4f05-9a7f-64037d26afb0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.341223] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.341460] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.341664] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.341940] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.342141] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.342302] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.342515] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.342666] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.342824] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.343014] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.343308] env[69520]: DEBUG nova.virt.hardware [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.347239] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00dc2d0-7736-4ead-97c2-f92dfacc6b23 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.355836] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747375} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.357983] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 8410457a-eee4-47ad-b7fb-053901fd16e5/8410457a-eee4-47ad-b7fb-053901fd16e5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.358222] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.358745] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c56e6b3-61dd-4570-99ea-239cf609f3d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.363489] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26372595-cdf2-46a7-b99f-90acb69a5713 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.377158] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.383163] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.385302] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.385734] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 688.385734] env[69520]: value = "task-3481328" [ 688.385734] env[69520]: _type = "Task" [ 688.385734] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.386019] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f679c8c-137d-4262-a81a-f283798b78ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.407608] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.407608] env[69520]: value = "task-3481329" [ 688.407608] env[69520]: _type = "Task" [ 688.407608] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.411302] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.417796] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5204615e-f276-ca76-f94b-b1d59ba070dc, 'name': SearchDatastore_Task, 'duration_secs': 0.053173} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.418476] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.418714] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.418942] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.419101] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.419289] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.419877] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6663495a-5081-4975-ab02-4eeddbe3400c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.424511] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481329, 'name': CreateVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.432073] env[69520]: DEBUG oslo_vmware.api [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Task: {'id': task-3481326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276014} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.432818] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.432919] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.433128] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.433334] env[69520]: INFO nova.compute.manager [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Took 1.20 seconds to destroy the instance on the hypervisor. [ 688.433591] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.434227] env[69520]: DEBUG nova.compute.manager [-] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.434327] env[69520]: DEBUG nova.network.neutron [-] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.436203] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.436373] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.437062] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b77122-4c5d-4fe3-bffb-f0810d0961ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.444794] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 688.444794] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52df09c4-ceb8-1b6d-662a-25391c56659d" [ 688.444794] env[69520]: _type = "Task" [ 688.444794] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.452493] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52df09c4-ceb8-1b6d-662a-25391c56659d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.563712] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481322, 'name': CreateSnapshot_Task, 'duration_secs': 0.692408} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.564191] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 688.565136] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5c4e7c-f9e8-45ea-a65f-19017168d8ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.811927] env[69520]: DEBUG nova.compute.utils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.814011] env[69520]: DEBUG nova.compute.manager [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.814011] env[69520]: DEBUG nova.network.neutron [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.868642] env[69520]: DEBUG nova.policy [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '805087eeae6b42758458af468a3d7e87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e45ee6d64914297abe7f6a8a32154a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.910669] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293674} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.911033] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.912090] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34e873f-eae2-4fb9-8c39-f166c093897d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.923294] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481329, 'name': CreateVM_Task, 'duration_secs': 0.33501} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.933320] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.944950] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 8410457a-eee4-47ad-b7fb-053901fd16e5/8410457a-eee4-47ad-b7fb-053901fd16e5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.945504] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.945791] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.945985] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.946236] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae3c1a1-952e-4021-b501-9d2efba0f16b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.966918] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff16ab5-0209-4c87-8695-c842b676645a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.974629] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3298c5-1904-4023-910b-e3495f0f36ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.979520] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 688.979520] env[69520]: value = "task-3481330" [ 688.979520] env[69520]: _type = "Task" [ 688.979520] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.001815] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance 'fe6f83c3-1aa1-45ee-8b67-141f5674e33a' progress to 0 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.005893] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 689.005893] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ccebff-7fdc-1e04-be02-491e0e93bee7" [ 689.005893] env[69520]: _type = "Task" [ 689.005893] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.006214] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52df09c4-ceb8-1b6d-662a-25391c56659d, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.010817] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38655c2-af12-4261-9ffd-52768e2a3055 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.016638] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.021041] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 689.021041] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521934d3-1788-cf6c-c949-e3167422fea7" [ 689.021041] env[69520]: _type = "Task" [ 689.021041] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.023933] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ccebff-7fdc-1e04-be02-491e0e93bee7, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.027928] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.027928] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.027928] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.028229] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.028266] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.028559] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5bd1f99-b983-4c08-8e26-87ba0b3dbacc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.039818] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521934d3-1788-cf6c-c949-e3167422fea7, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.040919] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.041276] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.041452] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.041607] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.042413] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ff16af8-f3db-4511-b0bc-df8d2111a36f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.045916] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f8b9b3-8dd9-431b-bc6c-4aaededde580 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.052231] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 689.052231] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5273aa25-a9dc-d2d5-49f5-d20935dde31c" [ 689.052231] env[69520]: _type = "Task" [ 689.052231] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.052550] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 689.052550] env[69520]: value = "task-3481331" [ 689.052550] env[69520]: _type = "Task" [ 689.052550] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.067034] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5273aa25-a9dc-d2d5-49f5-d20935dde31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.067034] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.085413] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 689.085413] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5d95d5f-476e-43eb-b961-47aef46ac1e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.093207] env[69520]: DEBUG nova.network.neutron [-] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.096244] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 689.096244] env[69520]: value = "task-3481332" [ 689.096244] env[69520]: _type = "Task" [ 689.096244] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.103789] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481332, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.141953] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquiring lock "690e1e14-03ae-499c-8c3d-511f638c030b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.142201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lock "690e1e14-03ae-499c-8c3d-511f638c030b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.142898] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquiring lock "690e1e14-03ae-499c-8c3d-511f638c030b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.143120] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lock "690e1e14-03ae-499c-8c3d-511f638c030b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.143331] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lock "690e1e14-03ae-499c-8c3d-511f638c030b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.147282] env[69520]: INFO nova.compute.manager [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Terminating instance [ 689.181659] env[69520]: DEBUG nova.network.neutron [req-5099f6df-99ec-4e32-8adc-54132bad79be req-4c9cdbac-c7fc-4d55-ac61-d7632cf6e46e service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Updated VIF entry in instance network info cache for port 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.182121] env[69520]: DEBUG nova.network.neutron [req-5099f6df-99ec-4e32-8adc-54132bad79be req-4c9cdbac-c7fc-4d55-ac61-d7632cf6e46e service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Updating instance_info_cache with network_info: [{"id": "2ac2391c-b4cf-4aaf-adbd-1330cfe6189d", "address": "fa:16:3e:3a:0d:e6", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac2391c-b4", "ovs_interfaceid": "2ac2391c-b4cf-4aaf-adbd-1330cfe6189d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.280762] env[69520]: DEBUG nova.network.neutron [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Successfully created port: 8686134e-0d3d-4aa7-84bb-2d27879e81ec {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.317919] env[69520]: DEBUG nova.compute.manager [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.326035] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f3ebff9f-5d9a-4abc-b26c-20d0ba2f1f19 tempest-ServersAdmin275Test-701798719 tempest-ServersAdmin275Test-701798719-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.328869] env[69520]: DEBUG nova.network.neutron [-] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.330717] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.659s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.333598] env[69520]: INFO nova.compute.claims [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.492797] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481330, 'name': ReconfigVM_Task, 'duration_secs': 0.393858} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.493454] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 8410457a-eee4-47ad-b7fb-053901fd16e5/8410457a-eee4-47ad-b7fb-053901fd16e5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.494221] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32bdc405-3fad-4ae6-9e32-97efae237b9c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.502577] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 689.502577] env[69520]: value = "task-3481333" [ 689.502577] env[69520]: _type = "Task" [ 689.502577] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.508633] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.508988] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed1dddb8-44d5-4880-a7ae-c652a82658ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.514708] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481333, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.523064] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 689.523064] env[69520]: value = "task-3481334" [ 689.523064] env[69520]: _type = "Task" [ 689.523064] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.530777] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.573758] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5273aa25-a9dc-d2d5-49f5-d20935dde31c, 'name': SearchDatastore_Task, 'duration_secs': 0.013083} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.578625] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481331, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.578625] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6dd03a-9b0b-40e8-85f3-3890d6648908 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.583649] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 689.583649] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5259494e-48dc-4fae-96f9-75621c167a13" [ 689.583649] env[69520]: _type = "Task" [ 689.583649] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.597418] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5259494e-48dc-4fae-96f9-75621c167a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.597418] env[69520]: INFO nova.compute.manager [-] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Took 1.34 seconds to deallocate network for instance. [ 689.613357] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481332, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.651577] env[69520]: DEBUG nova.compute.manager [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.651821] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.652845] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de38f52d-814b-49ab-a69a-86f77575b82a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.664031] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.664403] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd6aaab2-5d35-4532-8116-bd19a625578b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.672060] env[69520]: DEBUG oslo_vmware.api [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for the task: (returnval){ [ 689.672060] env[69520]: value = "task-3481335" [ 689.672060] env[69520]: _type = "Task" [ 689.672060] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.681684] env[69520]: DEBUG oslo_vmware.api [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.685553] env[69520]: DEBUG oslo_concurrency.lockutils [req-5099f6df-99ec-4e32-8adc-54132bad79be req-4c9cdbac-c7fc-4d55-ac61-d7632cf6e46e service nova] Releasing lock "refresh_cache-726b0d51-0ba5-4965-b1bc-4169b2c714cd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.838632] env[69520]: INFO nova.compute.manager [-] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Took 1.40 seconds to deallocate network for instance. [ 690.012911] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481333, 'name': Rename_Task, 'duration_secs': 0.226669} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.013321] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.013561] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f536ae5-9e12-40d8-a48b-cc5fa07c0a38 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.020228] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 690.020228] env[69520]: value = "task-3481336" [ 690.020228] env[69520]: _type = "Task" [ 690.020228] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.031723] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.034583] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481334, 'name': PowerOffVM_Task, 'duration_secs': 0.222223} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.034821] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.035010] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance 'fe6f83c3-1aa1-45ee-8b67-141f5674e33a' progress to 17 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.067591] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537704} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.068269] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.068269] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.068463] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d028b96-54f3-4cc1-8a2a-f392a82bef90 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.074673] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 690.074673] env[69520]: value = "task-3481337" [ 690.074673] env[69520]: _type = "Task" [ 690.074673] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.082663] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.094333] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5259494e-48dc-4fae-96f9-75621c167a13, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.094600] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.094861] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] ce8a7015-89cc-4bb5-a57d-cde8981316d4/ce8a7015-89cc-4bb5-a57d-cde8981316d4.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.095134] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd9a4cd9-5b04-4be2-b3c9-faf2bfeaccdd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.106520] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481332, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.109438] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.109438] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 690.109438] env[69520]: value = "task-3481338" [ 690.109438] env[69520]: _type = "Task" [ 690.109438] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.117605] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.182687] env[69520]: DEBUG oslo_vmware.api [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481335, 'name': PowerOffVM_Task, 'duration_secs': 0.166726} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.183080] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.183260] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.183550] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35afce94-53a6-4637-985e-651a9d1ddff7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.333904] env[69520]: DEBUG nova.compute.manager [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.338526] env[69520]: DEBUG nova.compute.manager [req-92425aea-3b7b-4f23-8cf2-6ff36ae0edd1 req-3ee80be5-2191-4b5e-a341-b4b286f51c1f service nova] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Received event network-vif-deleted-3a6e063d-90a2-4fe5-ac27-d6dfce59dfa3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.338592] env[69520]: DEBUG nova.compute.manager [req-92425aea-3b7b-4f23-8cf2-6ff36ae0edd1 req-3ee80be5-2191-4b5e-a341-b4b286f51c1f service nova] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Received event network-vif-deleted-7586c3b9-7812-4258-9f3b-b6663c15304c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.351115] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.357593] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.357864] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.358070] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Deleting the datastore file [datastore1] 690e1e14-03ae-499c-8c3d-511f638c030b {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.361561] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53666da3-c376-4a76-92be-41d25d1b6aaa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.370014] env[69520]: DEBUG oslo_vmware.api [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for the task: (returnval){ [ 690.370014] env[69520]: value = "task-3481341" [ 690.370014] env[69520]: _type = "Task" [ 690.370014] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.372922] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.373497] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.373686] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.373897] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.374092] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.374533] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.375459] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.375459] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.375459] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.375701] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.375830] env[69520]: DEBUG nova.virt.hardware [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.377243] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec2dc0e-71be-4d26-b863-c3e479764455 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.403312] env[69520]: DEBUG oslo_vmware.api [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.408684] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd2a7d-e4cd-4ca5-8bdd-6e5791512fdf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.535070] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481336, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.544249] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.544562] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.544726] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.544992] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.545074] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.545236] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.545647] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.545647] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.545945] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.546163] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.546353] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.552465] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed4088f-0427-4f73-be42-373e50926dc7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.576525] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 690.576525] env[69520]: value = "task-3481342" [ 690.576525] env[69520]: _type = "Task" [ 690.576525] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.592391] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068192} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.596337] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.596755] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.597578] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5421e62-6354-4d7f-8923-c6f83f3f5ab3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.628613] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.636372] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cabe603-69a8-483b-8ea3-fbd7f00a5ba4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.657221] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481332, 'name': CloneVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.671025] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481338, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.672260] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 690.672260] env[69520]: value = "task-3481343" [ 690.672260] env[69520]: _type = "Task" [ 690.672260] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.688983] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.886434] env[69520]: DEBUG oslo_vmware.api [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Task: {'id': task-3481341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466333} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.886705] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.886936] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.887367] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.887367] env[69520]: INFO nova.compute.manager [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 690.887510] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.887763] env[69520]: DEBUG nova.compute.manager [-] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.887763] env[69520]: DEBUG nova.network.neutron [-] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.973363] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354d7e25-b3a7-4380-8d25-8f06580a5422 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.984627] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b21335-317c-45d0-a083-c1bc7c572d3b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.028462] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df3c048-7079-4246-91c6-05b7dfbef068 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.036406] env[69520]: DEBUG oslo_vmware.api [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481336, 'name': PowerOnVM_Task, 'duration_secs': 0.670616} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.038676] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.038849] env[69520]: INFO nova.compute.manager [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Took 8.85 seconds to spawn the instance on the hypervisor. [ 691.039123] env[69520]: DEBUG nova.compute.manager [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.039943] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc91f14-045c-4f20-b23b-204047b2a8f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.043800] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493e9b22-d1a1-480b-bfd6-f0e29daffbd6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.064834] env[69520]: DEBUG nova.compute.provider_tree [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.092064] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481342, 'name': ReconfigVM_Task, 'duration_secs': 0.293064} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.092064] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance 'fe6f83c3-1aa1-45ee-8b67-141f5674e33a' progress to 33 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.112019] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481332, 'name': CloneVM_Task, 'duration_secs': 1.563588} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.112683] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Created linked-clone VM from snapshot [ 691.114528] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c293a384-9780-4862-8763-59d2824b9687 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.122415] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Uploading image bf58abd1-209b-45c0-a18a-1abe3cf0af47 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 691.135026] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607688} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.135240] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] ce8a7015-89cc-4bb5-a57d-cde8981316d4/ce8a7015-89cc-4bb5-a57d-cde8981316d4.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.135463] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.135801] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4befead8-8d3f-4274-a60c-21c4b27a4180 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.141849] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 691.141849] env[69520]: value = "task-3481344" [ 691.141849] env[69520]: _type = "Task" [ 691.141849] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.151986] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.162200] env[69520]: DEBUG oslo_vmware.rw_handles [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 691.162200] env[69520]: value = "vm-695988" [ 691.162200] env[69520]: _type = "VirtualMachine" [ 691.162200] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 691.162548] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5bc817d7-d46f-4570-b501-faedd4d6320d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.169917] env[69520]: DEBUG oslo_vmware.rw_handles [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lease: (returnval){ [ 691.169917] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a2b09c-5534-a6d5-50df-efbda8076001" [ 691.169917] env[69520]: _type = "HttpNfcLease" [ 691.169917] env[69520]: } obtained for exporting VM: (result){ [ 691.169917] env[69520]: value = "vm-695988" [ 691.169917] env[69520]: _type = "VirtualMachine" [ 691.169917] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 691.171079] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the lease: (returnval){ [ 691.171079] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a2b09c-5534-a6d5-50df-efbda8076001" [ 691.171079] env[69520]: _type = "HttpNfcLease" [ 691.171079] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 691.184183] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.186023] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.186023] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a2b09c-5534-a6d5-50df-efbda8076001" [ 691.186023] env[69520]: _type = "HttpNfcLease" [ 691.186023] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 691.225762] env[69520]: DEBUG nova.compute.manager [req-77f697be-43cf-4dda-851f-22e1b06314d9 req-55ff6928-fbe8-4be7-96be-73783463b223 service nova] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Received event network-vif-plugged-8686134e-0d3d-4aa7-84bb-2d27879e81ec {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.226071] env[69520]: DEBUG oslo_concurrency.lockutils [req-77f697be-43cf-4dda-851f-22e1b06314d9 req-55ff6928-fbe8-4be7-96be-73783463b223 service nova] Acquiring lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.226289] env[69520]: DEBUG oslo_concurrency.lockutils [req-77f697be-43cf-4dda-851f-22e1b06314d9 req-55ff6928-fbe8-4be7-96be-73783463b223 service nova] Lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.226473] env[69520]: DEBUG oslo_concurrency.lockutils [req-77f697be-43cf-4dda-851f-22e1b06314d9 req-55ff6928-fbe8-4be7-96be-73783463b223 service nova] Lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.226680] env[69520]: DEBUG nova.compute.manager [req-77f697be-43cf-4dda-851f-22e1b06314d9 req-55ff6928-fbe8-4be7-96be-73783463b223 service nova] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] No waiting events found dispatching network-vif-plugged-8686134e-0d3d-4aa7-84bb-2d27879e81ec {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.226779] env[69520]: WARNING nova.compute.manager [req-77f697be-43cf-4dda-851f-22e1b06314d9 req-55ff6928-fbe8-4be7-96be-73783463b223 service nova] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Received unexpected event network-vif-plugged-8686134e-0d3d-4aa7-84bb-2d27879e81ec for instance with vm_state building and task_state spawning. [ 691.234914] env[69520]: DEBUG nova.network.neutron [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Successfully updated port: 8686134e-0d3d-4aa7-84bb-2d27879e81ec {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.568965] env[69520]: DEBUG nova.scheduler.client.report [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.583264] env[69520]: INFO nova.compute.manager [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Took 35.73 seconds to build instance. [ 691.600792] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.600792] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.600792] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.601097] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.601136] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.601533] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.601533] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.601762] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.602010] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.602224] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.602462] env[69520]: DEBUG nova.virt.hardware [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.608145] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 691.612246] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c5ea581-0856-4529-b454-1abd0d83d11d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.639350] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 691.639350] env[69520]: value = "task-3481346" [ 691.639350] env[69520]: _type = "Task" [ 691.639350] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.654855] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.662023] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072455} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.662023] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.662023] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c627d598-bbbe-436c-baf3-a53c067188bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.685964] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] ce8a7015-89cc-4bb5-a57d-cde8981316d4/ce8a7015-89cc-4bb5-a57d-cde8981316d4.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.693343] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d387a576-9482-44e9-9eef-65403cea7f65 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.711965] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.711965] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a2b09c-5534-a6d5-50df-efbda8076001" [ 691.711965] env[69520]: _type = "HttpNfcLease" [ 691.711965] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 691.715494] env[69520]: DEBUG oslo_vmware.rw_handles [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 691.715494] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a2b09c-5534-a6d5-50df-efbda8076001" [ 691.715494] env[69520]: _type = "HttpNfcLease" [ 691.715494] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 691.715800] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481343, 'name': ReconfigVM_Task, 'duration_secs': 0.531188} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.717370] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c50788-9a0f-449f-820d-99eefe087127 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.720221] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.720879] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 691.720879] env[69520]: value = "task-3481347" [ 691.720879] env[69520]: _type = "Task" [ 691.720879] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.721102] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4590587e-bced-4a57-8d9a-61133602ddd7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.730529] env[69520]: DEBUG oslo_vmware.rw_handles [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab9d8f-f81d-a079-065b-9a38ec2a273f/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 691.730620] env[69520]: DEBUG oslo_vmware.rw_handles [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab9d8f-f81d-a079-065b-9a38ec2a273f/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 691.738689] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquiring lock "refresh_cache-71b79e4c-e9bc-46b7-9554-06afa2279ea8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.738689] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquired lock "refresh_cache-71b79e4c-e9bc-46b7-9554-06afa2279ea8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.738689] env[69520]: DEBUG nova.network.neutron [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.739809] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.743581] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 691.743581] env[69520]: value = "task-3481348" [ 691.743581] env[69520]: _type = "Task" [ 691.743581] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.808784] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481348, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.838072] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df68ca43-1f59-460a-864c-a86b94125e89 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.080464] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.080994] env[69520]: DEBUG nova.compute.manager [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.088232] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.379s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.088558] env[69520]: DEBUG nova.objects.instance [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lazy-loading 'resources' on Instance uuid 5f6a67e7-6678-4797-a41b-823db1b4811d {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.092601] env[69520]: DEBUG nova.network.neutron [-] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.098757] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1c36161-0625-4c24-af3a-e06164a7c6c0 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "8410457a-eee4-47ad-b7fb-053901fd16e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.555s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.102296] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.104383] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.104685] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.105274] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.105904] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.110159] env[69520]: INFO nova.compute.manager [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Terminating instance [ 692.160213] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481346, 'name': ReconfigVM_Task, 'duration_secs': 0.352465} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.160493] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 692.161575] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4bbb72-c196-40b1-8d20-7af59b42314f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.188382] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] fe6f83c3-1aa1-45ee-8b67-141f5674e33a/fe6f83c3-1aa1-45ee-8b67-141f5674e33a.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.190150] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b30eab-bc73-4bb1-b097-eab523394756 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.214441] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 692.214441] env[69520]: value = "task-3481349" [ 692.214441] env[69520]: _type = "Task" [ 692.214441] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.231827] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.240934] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.314490] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481348, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.353587] env[69520]: DEBUG nova.network.neutron [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.416057] env[69520]: DEBUG nova.compute.manager [req-ad65206a-5e19-449e-8952-18686b783343 req-36975052-facc-4006-a1af-af03b2ac0812 service nova] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Received event network-vif-deleted-85656b66-986a-464e-8478-0177610526d6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.587772] env[69520]: DEBUG nova.compute.utils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.590226] env[69520]: DEBUG nova.compute.manager [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.590226] env[69520]: DEBUG nova.network.neutron [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.597381] env[69520]: INFO nova.compute.manager [-] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Took 1.71 seconds to deallocate network for instance. [ 692.617020] env[69520]: DEBUG nova.compute.manager [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.623707] env[69520]: DEBUG nova.compute.manager [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.623707] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.623707] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec661e3-4579-425b-b5da-11a23bfa5230 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.632600] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.632996] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b64530cd-66ed-4c37-b347-855a6140f216 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.647319] env[69520]: DEBUG nova.network.neutron [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Updating instance_info_cache with network_info: [{"id": "8686134e-0d3d-4aa7-84bb-2d27879e81ec", "address": "fa:16:3e:b2:56:64", "network": {"id": "b324c906-1898-4d45-a921-a01dfefaea24", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-641629262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e45ee6d64914297abe7f6a8a32154a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8686134e-0d", "ovs_interfaceid": "8686134e-0d3d-4aa7-84bb-2d27879e81ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.678438] env[69520]: DEBUG nova.policy [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18c7828bfcf74774a21ff812d2a3c026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c012ae3eecc4ed7860ee52e99af10fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.728016] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.728576] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.729140] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Deleting the datastore file [datastore1] 9f52f42b-e316-4b82-bfec-9a21afa9b19f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.731502] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35c882dc-5787-422a-9dd0-310384fe55c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.750247] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481349, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.755445] env[69520]: DEBUG oslo_vmware.api [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 692.755445] env[69520]: value = "task-3481351" [ 692.755445] env[69520]: _type = "Task" [ 692.755445] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.760333] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481347, 'name': ReconfigVM_Task, 'duration_secs': 0.754307} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.764688] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Reconfigured VM instance instance-00000013 to attach disk [datastore2] ce8a7015-89cc-4bb5-a57d-cde8981316d4/ce8a7015-89cc-4bb5-a57d-cde8981316d4.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.765639] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36af3805-abba-44cb-b306-10be7422a9df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.774517] env[69520]: DEBUG oslo_vmware.api [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.779740] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 692.779740] env[69520]: value = "task-3481352" [ 692.779740] env[69520]: _type = "Task" [ 692.779740] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.797385] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481352, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.827392] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481348, 'name': Rename_Task, 'duration_secs': 0.67106} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.827669] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.827971] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df58cabd-f4b6-41f4-9876-551570c6223d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.836524] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 692.836524] env[69520]: value = "task-3481353" [ 692.836524] env[69520]: _type = "Task" [ 692.836524] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.855766] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.093497] env[69520]: DEBUG nova.compute.manager [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.103861] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.154485] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.155032] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Releasing lock "refresh_cache-71b79e4c-e9bc-46b7-9554-06afa2279ea8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.156164] env[69520]: DEBUG nova.compute.manager [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Instance network_info: |[{"id": "8686134e-0d3d-4aa7-84bb-2d27879e81ec", "address": "fa:16:3e:b2:56:64", "network": {"id": "b324c906-1898-4d45-a921-a01dfefaea24", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-641629262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e45ee6d64914297abe7f6a8a32154a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8686134e-0d", "ovs_interfaceid": "8686134e-0d3d-4aa7-84bb-2d27879e81ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.156322] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:56:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8686134e-0d3d-4aa7-84bb-2d27879e81ec', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.173159] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Creating folder: Project (6e45ee6d64914297abe7f6a8a32154a1). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.175338] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64bcd252-1de2-4b44-a677-90e7d2faf342 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.190210] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Created folder: Project (6e45ee6d64914297abe7f6a8a32154a1) in parent group-v695915. [ 693.190458] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Creating folder: Instances. Parent ref: group-v695990. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.190726] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca812b6f-ea0e-4d39-b541-01a236a13ff5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.218704] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Created folder: Instances in parent group-v695990. [ 693.218994] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.223354] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.227868] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f07d00e2-f6bc-4b26-87d9-eac054cb808b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.253252] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481349, 'name': ReconfigVM_Task, 'duration_secs': 0.553754} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.255318] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] fe6f83c3-1aa1-45ee-8b67-141f5674e33a/fe6f83c3-1aa1-45ee-8b67-141f5674e33a.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.255637] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance 'fe6f83c3-1aa1-45ee-8b67-141f5674e33a' progress to 50 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.259763] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.259763] env[69520]: value = "task-3481356" [ 693.259763] env[69520]: _type = "Task" [ 693.259763] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.275259] env[69520]: DEBUG nova.network.neutron [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Successfully created port: 3f618f39-9dae-4439-83fc-4ab2cc3800e2 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.288237] env[69520]: DEBUG oslo_vmware.api [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283707} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.288237] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481356, 'name': CreateVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.288237] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.288237] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.288237] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.288659] env[69520]: INFO nova.compute.manager [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Took 0.66 seconds to destroy the instance on the hypervisor. [ 693.288659] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.289561] env[69520]: DEBUG nova.compute.manager [-] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.289681] env[69520]: DEBUG nova.network.neutron [-] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.302405] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481352, 'name': Rename_Task, 'duration_secs': 0.239957} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.302713] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.303030] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cc6b135-78d9-4cb8-ac5f-23ce976b3b04 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.313060] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 693.313060] env[69520]: value = "task-3481357" [ 693.313060] env[69520]: _type = "Task" [ 693.313060] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.324396] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.344278] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1cb625-1b52-4563-9d41-31f19dac9104 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.351236] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481353, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.357384] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d55a0-7d47-44b6-9e9f-78a6a2cd49dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.396134] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf0e3a6-f2e1-402d-b25a-aa9f05fe5f55 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.405249] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0032b02-84a9-4f08-8c37-978cf35127ff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.424191] env[69520]: DEBUG nova.compute.provider_tree [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.482507] env[69520]: DEBUG nova.compute.manager [req-e308b6ca-447f-4a71-b493-9b95b29088a6 req-0ff6aa65-8582-46e0-924f-d2c6b301f505 service nova] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Received event network-changed-8686134e-0d3d-4aa7-84bb-2d27879e81ec {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.483161] env[69520]: DEBUG nova.compute.manager [req-e308b6ca-447f-4a71-b493-9b95b29088a6 req-0ff6aa65-8582-46e0-924f-d2c6b301f505 service nova] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Refreshing instance network info cache due to event network-changed-8686134e-0d3d-4aa7-84bb-2d27879e81ec. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.483513] env[69520]: DEBUG oslo_concurrency.lockutils [req-e308b6ca-447f-4a71-b493-9b95b29088a6 req-0ff6aa65-8582-46e0-924f-d2c6b301f505 service nova] Acquiring lock "refresh_cache-71b79e4c-e9bc-46b7-9554-06afa2279ea8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.483742] env[69520]: DEBUG oslo_concurrency.lockutils [req-e308b6ca-447f-4a71-b493-9b95b29088a6 req-0ff6aa65-8582-46e0-924f-d2c6b301f505 service nova] Acquired lock "refresh_cache-71b79e4c-e9bc-46b7-9554-06afa2279ea8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.483988] env[69520]: DEBUG nova.network.neutron [req-e308b6ca-447f-4a71-b493-9b95b29088a6 req-0ff6aa65-8582-46e0-924f-d2c6b301f505 service nova] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Refreshing network info cache for port 8686134e-0d3d-4aa7-84bb-2d27879e81ec {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.707216] env[69520]: INFO nova.compute.manager [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Rebuilding instance [ 693.760400] env[69520]: DEBUG nova.compute.manager [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.763659] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c793e35d-acd5-4462-9d49-0a63ee731a13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.768505] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405a1232-c60a-4e05-adaa-3de7cd70aa42 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.805561] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481356, 'name': CreateVM_Task, 'duration_secs': 0.454722} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.807645] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.807846] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d51d45c-e8dc-46d9-b180-0ad418153a1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.811708] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.811927] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.812233] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.813147] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7605105b-8929-45ba-9f82-333197c61a02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.837202] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance 'fe6f83c3-1aa1-45ee-8b67-141f5674e33a' progress to 67 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.845008] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for the task: (returnval){ [ 693.845008] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523b8edb-5d7f-5ef8-be0d-0da336bf66fa" [ 693.845008] env[69520]: _type = "Task" [ 693.845008] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.855694] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481357, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.862347] env[69520]: DEBUG oslo_vmware.api [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481353, 'name': PowerOnVM_Task, 'duration_secs': 0.870534} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.866560] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.866975] env[69520]: INFO nova.compute.manager [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Took 8.98 seconds to spawn the instance on the hypervisor. [ 693.867078] env[69520]: DEBUG nova.compute.manager [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.867677] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523b8edb-5d7f-5ef8-be0d-0da336bf66fa, 'name': SearchDatastore_Task, 'duration_secs': 0.018846} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.868419] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6942f16a-8b4b-4edb-8900-4c6190b84216 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.871349] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.871440] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.871678] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.871847] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.872076] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.873026] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8832bff8-ee3d-4fbf-b4fa-4c1e7ebd43f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.884806] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.885036] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.886118] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dced1997-d9ea-47b0-ab16-ded52847d9dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.894044] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for the task: (returnval){ [ 693.894044] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52468779-6f6c-4255-f078-be7202e7ebeb" [ 693.894044] env[69520]: _type = "Task" [ 693.894044] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.904178] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52468779-6f6c-4255-f078-be7202e7ebeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.927195] env[69520]: DEBUG nova.scheduler.client.report [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.104719] env[69520]: DEBUG nova.compute.manager [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.134720] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.134968] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.135136] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.135319] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.135464] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.135610] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.135819] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.135980] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.137756] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.137956] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.138152] env[69520]: DEBUG nova.virt.hardware [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.139048] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac906890-ba63-41ab-837f-3843a9a9b28a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.152391] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad1661d-ae04-4734-ab45-47d58ae2bbe0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.278612] env[69520]: DEBUG nova.network.neutron [-] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.334445] env[69520]: DEBUG oslo_vmware.api [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481357, 'name': PowerOnVM_Task, 'duration_secs': 0.686617} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.334713] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.334938] env[69520]: DEBUG nova.compute.manager [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.335774] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d32ab39-04bf-4737-b2f2-ee1507bea71e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.395734] env[69520]: INFO nova.compute.manager [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Took 37.31 seconds to build instance. [ 694.407476] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52468779-6f6c-4255-f078-be7202e7ebeb, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.408318] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46ed403-954e-496f-8e60-c5b0425d6eee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.415970] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for the task: (returnval){ [ 694.415970] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520d24b3-1acc-4438-187d-e8772ee0cf40" [ 694.415970] env[69520]: _type = "Task" [ 694.415970] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.425632] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520d24b3-1acc-4438-187d-e8772ee0cf40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.433713] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.437074] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.841s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.441633] env[69520]: INFO nova.compute.claims [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.460022] env[69520]: INFO nova.scheduler.client.report [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Deleted allocations for instance 5f6a67e7-6678-4797-a41b-823db1b4811d [ 694.564225] env[69520]: DEBUG nova.network.neutron [req-e308b6ca-447f-4a71-b493-9b95b29088a6 req-0ff6aa65-8582-46e0-924f-d2c6b301f505 service nova] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Updated VIF entry in instance network info cache for port 8686134e-0d3d-4aa7-84bb-2d27879e81ec. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.564629] env[69520]: DEBUG nova.network.neutron [req-e308b6ca-447f-4a71-b493-9b95b29088a6 req-0ff6aa65-8582-46e0-924f-d2c6b301f505 service nova] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Updating instance_info_cache with network_info: [{"id": "8686134e-0d3d-4aa7-84bb-2d27879e81ec", "address": "fa:16:3e:b2:56:64", "network": {"id": "b324c906-1898-4d45-a921-a01dfefaea24", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-641629262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e45ee6d64914297abe7f6a8a32154a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8686134e-0d", "ovs_interfaceid": "8686134e-0d3d-4aa7-84bb-2d27879e81ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.587411] env[69520]: DEBUG nova.network.neutron [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Port c3e202eb-f4c9-443b-83d5-d6841f8f1db6 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 694.613083] env[69520]: DEBUG nova.compute.manager [req-369ec7c1-cba1-4608-a51d-90ecc7626b14 req-c2d5a79a-207f-4bd7-a7fc-433428534c17 service nova] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Received event network-vif-deleted-02c2c9af-d94b-4837-a063-228b2d3f3605 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.786317] env[69520]: INFO nova.compute.manager [-] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Took 1.50 seconds to deallocate network for instance. [ 694.812926] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.812926] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-057a977e-735e-4616-9c40-ce0fb6313204 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.823578] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 694.823578] env[69520]: value = "task-3481359" [ 694.823578] env[69520]: _type = "Task" [ 694.823578] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.837328] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.861159] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.900423] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a7a22cd2-1e8d-4132-9812-50d1c3204afa tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.239s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.930516] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520d24b3-1acc-4438-187d-e8772ee0cf40, 'name': SearchDatastore_Task, 'duration_secs': 0.016005} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.930816] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.931094] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 71b79e4c-e9bc-46b7-9554-06afa2279ea8/71b79e4c-e9bc-46b7-9554-06afa2279ea8.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.931594] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38b1c503-9d13-4c3d-b03c-a2237ad2851c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.941327] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for the task: (returnval){ [ 694.941327] env[69520]: value = "task-3481360" [ 694.941327] env[69520]: _type = "Task" [ 694.941327] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.961530] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.970723] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ac8da73-06bb-4595-8a4f-e43a3d796ac9 tempest-ServersAdmin275Test-529910330 tempest-ServersAdmin275Test-529910330-project-member] Lock "5f6a67e7-6678-4797-a41b-823db1b4811d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.717s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.066991] env[69520]: DEBUG oslo_concurrency.lockutils [req-e308b6ca-447f-4a71-b493-9b95b29088a6 req-0ff6aa65-8582-46e0-924f-d2c6b301f505 service nova] Releasing lock "refresh_cache-71b79e4c-e9bc-46b7-9554-06afa2279ea8" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.292904] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.339979] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481359, 'name': PowerOffVM_Task, 'duration_secs': 0.298637} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.340304] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.340534] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.342628] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cfe77b-cba9-4c06-a720-0665f304373a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.358534] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.358861] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bce175d-ea85-44cb-9726-68f3dbac78b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.403785] env[69520]: DEBUG nova.compute.manager [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.457831] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481360, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.459949] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.460244] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.460420] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleting the datastore file [datastore1] 8410457a-eee4-47ad-b7fb-053901fd16e5 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.460690] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5973f23e-d5ac-49b8-9c33-da1a585d33dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.475256] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 695.475256] env[69520]: value = "task-3481362" [ 695.475256] env[69520]: _type = "Task" [ 695.475256] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.486887] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.613264] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.614710] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.614710] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.723880] env[69520]: DEBUG nova.network.neutron [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Successfully updated port: 3f618f39-9dae-4439-83fc-4ab2cc3800e2 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.813365] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "ce8a7015-89cc-4bb5-a57d-cde8981316d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.813365] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "ce8a7015-89cc-4bb5-a57d-cde8981316d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.813973] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "ce8a7015-89cc-4bb5-a57d-cde8981316d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.814210] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "ce8a7015-89cc-4bb5-a57d-cde8981316d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.814388] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "ce8a7015-89cc-4bb5-a57d-cde8981316d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.818686] env[69520]: INFO nova.compute.manager [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Terminating instance [ 695.930356] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.959524] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672025} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.961524] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 71b79e4c-e9bc-46b7-9554-06afa2279ea8/71b79e4c-e9bc-46b7-9554-06afa2279ea8.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.961789] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.962329] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84427abe-8dd9-4d1d-bd95-a80173b1e098 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.972040] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for the task: (returnval){ [ 695.972040] env[69520]: value = "task-3481363" [ 695.972040] env[69520]: _type = "Task" [ 695.972040] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.989867] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338262} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.993097] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.993328] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.993510] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.996013] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.063630] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80685ea-c2fc-46f4-872c-3ce1b1dfa02f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.072278] env[69520]: DEBUG nova.compute.manager [req-ddf9ffe2-a79b-4539-a252-0d5ecb3b5c75 req-15a935db-e558-4211-916b-2d5b3dd78cbd service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Received event network-vif-plugged-3f618f39-9dae-4439-83fc-4ab2cc3800e2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.072576] env[69520]: DEBUG oslo_concurrency.lockutils [req-ddf9ffe2-a79b-4539-a252-0d5ecb3b5c75 req-15a935db-e558-4211-916b-2d5b3dd78cbd service nova] Acquiring lock "8e3649ec-203a-4b43-bf19-cf1634906ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.073041] env[69520]: DEBUG oslo_concurrency.lockutils [req-ddf9ffe2-a79b-4539-a252-0d5ecb3b5c75 req-15a935db-e558-4211-916b-2d5b3dd78cbd service nova] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.073256] env[69520]: DEBUG oslo_concurrency.lockutils [req-ddf9ffe2-a79b-4539-a252-0d5ecb3b5c75 req-15a935db-e558-4211-916b-2d5b3dd78cbd service nova] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.073431] env[69520]: DEBUG nova.compute.manager [req-ddf9ffe2-a79b-4539-a252-0d5ecb3b5c75 req-15a935db-e558-4211-916b-2d5b3dd78cbd service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] No waiting events found dispatching network-vif-plugged-3f618f39-9dae-4439-83fc-4ab2cc3800e2 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.074051] env[69520]: WARNING nova.compute.manager [req-ddf9ffe2-a79b-4539-a252-0d5ecb3b5c75 req-15a935db-e558-4211-916b-2d5b3dd78cbd service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Received unexpected event network-vif-plugged-3f618f39-9dae-4439-83fc-4ab2cc3800e2 for instance with vm_state building and task_state spawning. [ 696.080165] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8992c5b5-99fb-4c2d-a3e4-94e9645b8d95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.120642] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db61e049-23e7-4288-84e6-d0eb0af9d269 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.131757] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b3a1d8-9bf8-4da9-ad0a-c65e6bad5468 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.148764] env[69520]: DEBUG nova.compute.provider_tree [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.230022] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "refresh_cache-8e3649ec-203a-4b43-bf19-cf1634906ca6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.230141] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquired lock "refresh_cache-8e3649ec-203a-4b43-bf19-cf1634906ca6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.230307] env[69520]: DEBUG nova.network.neutron [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.323225] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "refresh_cache-ce8a7015-89cc-4bb5-a57d-cde8981316d4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.323453] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquired lock "refresh_cache-ce8a7015-89cc-4bb5-a57d-cde8981316d4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.323637] env[69520]: DEBUG nova.network.neutron [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.407381] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquiring lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.407651] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.483979] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123773} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.484548] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.485416] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf351f8a-1851-4917-8ac9-8691848de489 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.513161] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 71b79e4c-e9bc-46b7-9554-06afa2279ea8/71b79e4c-e9bc-46b7-9554-06afa2279ea8.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.513810] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1151b677-10a6-40c4-b9ce-533e74cd852a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.543267] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for the task: (returnval){ [ 696.543267] env[69520]: value = "task-3481365" [ 696.543267] env[69520]: _type = "Task" [ 696.543267] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.294304] env[69520]: DEBUG nova.scheduler.client.report [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.303186] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.303962] env[69520]: WARNING oslo_vmware.common.loopingcall [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] task run outlasted interval by 0.260644 sec [ 697.314062] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481365, 'name': ReconfigVM_Task, 'duration_secs': 0.636421} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.314343] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 71b79e4c-e9bc-46b7-9554-06afa2279ea8/71b79e4c-e9bc-46b7-9554-06afa2279ea8.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.315022] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4388e633-54c3-46a9-8c85-34a8798a5ddd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.322453] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for the task: (returnval){ [ 697.322453] env[69520]: value = "task-3481366" [ 697.322453] env[69520]: _type = "Task" [ 697.322453] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.330240] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.330477] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.330633] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.330810] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.330953] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.331114] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.331557] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.331557] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.331698] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.331771] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.331998] env[69520]: DEBUG nova.virt.hardware [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.333034] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e954297f-7658-4a7d-9a05-68350f21e91f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.338833] env[69520]: DEBUG nova.network.neutron [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.340578] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481366, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.346632] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf5850-5039-4c2c-954d-1d2cbb3c70fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.362362] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:c6:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c082262b-cf6a-4727-8d06-cf812dfb8b11', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.369963] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.373041] env[69520]: DEBUG nova.network.neutron [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.374743] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.375053] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1bb7e11-4af2-419a-b34d-27b63f562e57 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.390570] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.390712] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.390880] env[69520]: DEBUG nova.network.neutron [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.401957] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.401957] env[69520]: value = "task-3481367" [ 697.401957] env[69520]: _type = "Task" [ 697.401957] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.411537] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481367, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.506717] env[69520]: DEBUG nova.network.neutron [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.664861] env[69520]: DEBUG nova.network.neutron [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Updating instance_info_cache with network_info: [{"id": "3f618f39-9dae-4439-83fc-4ab2cc3800e2", "address": "fa:16:3e:d3:6e:8b", "network": {"id": "1d25773c-1496-4ca1-a93e-ba6f509e1cae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540388586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c012ae3eecc4ed7860ee52e99af10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f618f39-9d", "ovs_interfaceid": "3f618f39-9dae-4439-83fc-4ab2cc3800e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.805140] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.369s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.806399] env[69520]: DEBUG nova.compute.manager [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.808833] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.855s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.813800] env[69520]: INFO nova.compute.claims [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.838199] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481366, 'name': Rename_Task, 'duration_secs': 0.315936} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.838582] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.838907] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-706b39f6-db3e-48c3-bd8e-9ed55680a86a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.852976] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for the task: (returnval){ [ 697.852976] env[69520]: value = "task-3481368" [ 697.852976] env[69520]: _type = "Task" [ 697.852976] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.863385] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.914159] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481367, 'name': CreateVM_Task, 'duration_secs': 0.384901} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.914159] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.914819] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.915099] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.915408] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.919018] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7bba688-a0b0-4aec-b0de-9981f1fb08cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.921957] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 697.921957] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524c47f2-ee27-2cb2-21c5-f3752ed1cf20" [ 697.921957] env[69520]: _type = "Task" [ 697.921957] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.932049] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524c47f2-ee27-2cb2-21c5-f3752ed1cf20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.007436] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Releasing lock "refresh_cache-ce8a7015-89cc-4bb5-a57d-cde8981316d4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.007844] env[69520]: DEBUG nova.compute.manager [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.008206] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.009462] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda1af38-900e-481f-a864-3470f913d100 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.018185] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.018466] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a27059b1-92cd-419f-83be-adaafd494f31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.029194] env[69520]: DEBUG oslo_vmware.api [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 698.029194] env[69520]: value = "task-3481369" [ 698.029194] env[69520]: _type = "Task" [ 698.029194] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.038199] env[69520]: DEBUG oslo_vmware.api [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.134788] env[69520]: DEBUG nova.network.neutron [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance_info_cache with network_info: [{"id": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "address": "fa:16:3e:d4:c1:68", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e202eb-f4", "ovs_interfaceid": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.150162] env[69520]: DEBUG nova.compute.manager [req-cea86b82-3c92-458b-8e10-13b52ef7d5e6 req-2f0e4c1a-18dc-46f7-aded-9c170347d7b5 service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Received event network-changed-3f618f39-9dae-4439-83fc-4ab2cc3800e2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.150358] env[69520]: DEBUG nova.compute.manager [req-cea86b82-3c92-458b-8e10-13b52ef7d5e6 req-2f0e4c1a-18dc-46f7-aded-9c170347d7b5 service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Refreshing instance network info cache due to event network-changed-3f618f39-9dae-4439-83fc-4ab2cc3800e2. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.150552] env[69520]: DEBUG oslo_concurrency.lockutils [req-cea86b82-3c92-458b-8e10-13b52ef7d5e6 req-2f0e4c1a-18dc-46f7-aded-9c170347d7b5 service nova] Acquiring lock "refresh_cache-8e3649ec-203a-4b43-bf19-cf1634906ca6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.169386] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Releasing lock "refresh_cache-8e3649ec-203a-4b43-bf19-cf1634906ca6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.169386] env[69520]: DEBUG nova.compute.manager [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Instance network_info: |[{"id": "3f618f39-9dae-4439-83fc-4ab2cc3800e2", "address": "fa:16:3e:d3:6e:8b", "network": {"id": "1d25773c-1496-4ca1-a93e-ba6f509e1cae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540388586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c012ae3eecc4ed7860ee52e99af10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f618f39-9d", "ovs_interfaceid": "3f618f39-9dae-4439-83fc-4ab2cc3800e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.169588] env[69520]: DEBUG oslo_concurrency.lockutils [req-cea86b82-3c92-458b-8e10-13b52ef7d5e6 req-2f0e4c1a-18dc-46f7-aded-9c170347d7b5 service nova] Acquired lock "refresh_cache-8e3649ec-203a-4b43-bf19-cf1634906ca6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.169588] env[69520]: DEBUG nova.network.neutron [req-cea86b82-3c92-458b-8e10-13b52ef7d5e6 req-2f0e4c1a-18dc-46f7-aded-9c170347d7b5 service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Refreshing network info cache for port 3f618f39-9dae-4439-83fc-4ab2cc3800e2 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.171567] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:6e:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f618f39-9dae-4439-83fc-4ab2cc3800e2', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.180167] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Creating folder: Project (3c012ae3eecc4ed7860ee52e99af10fd). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.180825] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b0c234e-4f6e-4465-a555-cbfd426458e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.194507] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Created folder: Project (3c012ae3eecc4ed7860ee52e99af10fd) in parent group-v695915. [ 698.194707] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Creating folder: Instances. Parent ref: group-v695994. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.195254] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5be2026-6114-472b-88ea-e7fece11595c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.206153] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Created folder: Instances in parent group-v695994. [ 698.206414] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.206606] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.206811] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa0d4fd4-80ef-4302-b44e-9ee1d451b4eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.228420] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.228420] env[69520]: value = "task-3481372" [ 698.228420] env[69520]: _type = "Task" [ 698.228420] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.238107] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481372, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.315173] env[69520]: DEBUG nova.compute.utils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.320322] env[69520]: DEBUG nova.compute.manager [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.320502] env[69520]: DEBUG nova.network.neutron [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.361378] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481368, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.375557] env[69520]: DEBUG nova.policy [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89362963ec40445fa6697f35dbeba2fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e9e228a7d9d40de8e6293deace9a049', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.436909] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524c47f2-ee27-2cb2-21c5-f3752ed1cf20, 'name': SearchDatastore_Task, 'duration_secs': 0.031882} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.436909] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.437048] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.437308] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.437457] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.437637] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.437900] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20a2cf58-d530-42d2-9cc2-8a3b8bbf2590 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.454211] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.454211] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.454211] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6899eeb7-09be-4113-b259-2373cd907ee4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.461228] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 698.461228] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520baf73-09fe-f563-ae15-fdab13653772" [ 698.461228] env[69520]: _type = "Task" [ 698.461228] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.471722] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520baf73-09fe-f563-ae15-fdab13653772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.559276] env[69520]: DEBUG oslo_vmware.api [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481369, 'name': PowerOffVM_Task, 'duration_secs': 0.168972} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.559635] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.559807] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.560118] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c165c27-4625-4d80-ab1a-6514b9d064bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.594660] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.594940] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.595280] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Deleting the datastore file [datastore2] ce8a7015-89cc-4bb5-a57d-cde8981316d4 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.596104] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bce3a737-2fba-4f60-a2c1-efcebb4807cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.609782] env[69520]: DEBUG oslo_vmware.api [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for the task: (returnval){ [ 698.609782] env[69520]: value = "task-3481375" [ 698.609782] env[69520]: _type = "Task" [ 698.609782] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.628109] env[69520]: DEBUG oslo_vmware.api [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.640965] env[69520]: DEBUG oslo_concurrency.lockutils [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.741546] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481372, 'name': CreateVM_Task, 'duration_secs': 0.390744} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.741745] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.742544] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.742926] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.743051] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.743324] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a90edf1-b743-4fd3-93d5-01b33928b62a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.749279] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 698.749279] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52974292-de7e-2586-3438-04c4058a6407" [ 698.749279] env[69520]: _type = "Task" [ 698.749279] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.757737] env[69520]: DEBUG nova.network.neutron [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Successfully created port: d8505fc5-4e88-4abc-9741-ae39600cb7d9 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.764924] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52974292-de7e-2586-3438-04c4058a6407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.819443] env[69520]: DEBUG nova.compute.manager [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.870013] env[69520]: DEBUG oslo_vmware.api [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481368, 'name': PowerOnVM_Task, 'duration_secs': 0.805134} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.870753] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.871022] env[69520]: INFO nova.compute.manager [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Took 8.54 seconds to spawn the instance on the hypervisor. [ 698.871246] env[69520]: DEBUG nova.compute.manager [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.872239] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62ad6f-8a75-4d57-90bc-2834875697cf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.979976] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520baf73-09fe-f563-ae15-fdab13653772, 'name': SearchDatastore_Task, 'duration_secs': 0.012478} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.981429] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614f9414-3f53-4771-8a33-d688227279cb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.988053] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 698.988053] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5241e30e-028e-b2eb-f4fe-6f4948bee5fb" [ 698.988053] env[69520]: _type = "Task" [ 698.988053] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.004249] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5241e30e-028e-b2eb-f4fe-6f4948bee5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.041377] env[69520]: DEBUG nova.network.neutron [req-cea86b82-3c92-458b-8e10-13b52ef7d5e6 req-2f0e4c1a-18dc-46f7-aded-9c170347d7b5 service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Updated VIF entry in instance network info cache for port 3f618f39-9dae-4439-83fc-4ab2cc3800e2. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.041377] env[69520]: DEBUG nova.network.neutron [req-cea86b82-3c92-458b-8e10-13b52ef7d5e6 req-2f0e4c1a-18dc-46f7-aded-9c170347d7b5 service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Updating instance_info_cache with network_info: [{"id": "3f618f39-9dae-4439-83fc-4ab2cc3800e2", "address": "fa:16:3e:d3:6e:8b", "network": {"id": "1d25773c-1496-4ca1-a93e-ba6f509e1cae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540388586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c012ae3eecc4ed7860ee52e99af10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f618f39-9d", "ovs_interfaceid": "3f618f39-9dae-4439-83fc-4ab2cc3800e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.125137] env[69520]: DEBUG oslo_vmware.api [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Task: {'id': task-3481375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113015} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.125313] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.125492] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.125656] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.125842] env[69520]: INFO nova.compute.manager [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 699.126065] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.127726] env[69520]: DEBUG nova.compute.manager [-] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.127726] env[69520]: DEBUG nova.network.neutron [-] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.144870] env[69520]: DEBUG nova.network.neutron [-] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.184592] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b847936f-803c-450e-b9d2-367ecb5d8c83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.212000] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d077f5c5-76d6-44b9-b946-d4cd46f38f87 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.220241] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance 'fe6f83c3-1aa1-45ee-8b67-141f5674e33a' progress to 83 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.267980] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52974292-de7e-2586-3438-04c4058a6407, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.271982] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.271982] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.271982] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.271982] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.272232] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.272232] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-595f456e-d19f-4001-95fe-3efb39a2d1c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.280109] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.280310] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.281352] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c71681-c6ed-4a86-989e-2b9299ef68e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.293830] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 699.293830] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f554c3-830d-23de-ebd8-99c017d5ea36" [ 699.293830] env[69520]: _type = "Task" [ 699.293830] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.304952] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f554c3-830d-23de-ebd8-99c017d5ea36, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.308833] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1926ad8-dced-4d1f-b362-d8d0264f885e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.316574] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 699.316574] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528550c5-2328-22d2-a68f-281c8b529228" [ 699.316574] env[69520]: _type = "Task" [ 699.316574] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.324719] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528550c5-2328-22d2-a68f-281c8b529228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.378099] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5103bd1e-9cbf-49ba-802b-539692875772 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.387063] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eb53f7-5765-4bd1-86ae-aea0657cf07a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.397979] env[69520]: INFO nova.compute.manager [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Took 39.01 seconds to build instance. [ 699.426737] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30aaa291-4032-4308-91a6-0130eb94622a tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.202s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.427522] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4487a9ba-2d7d-4a56-a4b2-93549564dc83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.445441] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff3b14d-758f-4563-b876-23f3b160c540 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.468750] env[69520]: DEBUG nova.compute.provider_tree [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.500347] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5241e30e-028e-b2eb-f4fe-6f4948bee5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014869} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.500504] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.500756] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 8410457a-eee4-47ad-b7fb-053901fd16e5/8410457a-eee4-47ad-b7fb-053901fd16e5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.501036] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f5be943-3877-4506-af8d-fcb0609622fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.510045] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 699.510045] env[69520]: value = "task-3481376" [ 699.510045] env[69520]: _type = "Task" [ 699.510045] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.519680] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.543787] env[69520]: DEBUG oslo_concurrency.lockutils [req-cea86b82-3c92-458b-8e10-13b52ef7d5e6 req-2f0e4c1a-18dc-46f7-aded-9c170347d7b5 service nova] Releasing lock "refresh_cache-8e3649ec-203a-4b43-bf19-cf1634906ca6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.648178] env[69520]: DEBUG nova.network.neutron [-] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.730890] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.731416] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90b00019-41fa-497b-9b37-bedc6f7aa686 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.744026] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 699.744026] env[69520]: value = "task-3481377" [ 699.744026] env[69520]: _type = "Task" [ 699.744026] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.758021] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.831998] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528550c5-2328-22d2-a68f-281c8b529228, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.832547] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.832887] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 8e3649ec-203a-4b43-bf19-cf1634906ca6/8e3649ec-203a-4b43-bf19-cf1634906ca6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.834133] env[69520]: DEBUG nova.compute.manager [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.836477] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15c4643e-698f-48a4-9cf7-433b45abc5b2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.848334] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 699.848334] env[69520]: value = "task-3481378" [ 699.848334] env[69520]: _type = "Task" [ 699.848334] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.865115] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.871307] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.871307] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.871307] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.871588] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.871588] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.871588] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.871588] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.871588] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.871720] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.871720] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.871720] env[69520]: DEBUG nova.virt.hardware [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.871832] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb2ecf4-7168-4404-9d7c-6ba7cd9d168d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.883365] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e749ad-ce84-422f-9ebb-b85f28188dd3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.935550] env[69520]: DEBUG nova.compute.manager [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.972247] env[69520]: DEBUG nova.scheduler.client.report [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.024556] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470519} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.024556] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 8410457a-eee4-47ad-b7fb-053901fd16e5/8410457a-eee4-47ad-b7fb-053901fd16e5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.024863] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.025449] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dde7f59c-4a97-470d-98cc-2e25d3e08c59 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.034637] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 700.034637] env[69520]: value = "task-3481379" [ 700.034637] env[69520]: _type = "Task" [ 700.034637] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.045760] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.154012] env[69520]: INFO nova.compute.manager [-] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Took 1.03 seconds to deallocate network for instance. [ 700.267276] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.365300] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.461964] env[69520]: DEBUG nova.network.neutron [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Successfully updated port: d8505fc5-4e88-4abc-9741-ae39600cb7d9 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.473128] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.478728] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.479337] env[69520]: DEBUG nova.compute.manager [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.482313] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.360s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.483713] env[69520]: INFO nova.compute.claims [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.547876] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082723} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.548266] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.549136] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e505ce23-50c6-4d66-98cf-ee4b1883dc7c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.575069] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 8410457a-eee4-47ad-b7fb-053901fd16e5/8410457a-eee4-47ad-b7fb-053901fd16e5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.575415] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2fa494-977b-4798-a4a9-7f8d59a9437a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.602134] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 700.602134] env[69520]: value = "task-3481380" [ 700.602134] env[69520]: _type = "Task" [ 700.602134] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.612625] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.665625] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.757655] env[69520]: DEBUG oslo_vmware.api [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481377, 'name': PowerOnVM_Task, 'duration_secs': 0.677698} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.757998] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.758248] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-10357856-7dea-4636-b267-b18fe1bb5c0e tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance 'fe6f83c3-1aa1-45ee-8b67-141f5674e33a' progress to 100 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 700.864025] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603703} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.864025] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 8e3649ec-203a-4b43-bf19-cf1634906ca6/8e3649ec-203a-4b43-bf19-cf1634906ca6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.864025] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.864025] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec281f8c-35f6-4dc2-a7a5-d37e7a44a1ed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.873571] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 700.873571] env[69520]: value = "task-3481381" [ 700.873571] env[69520]: _type = "Task" [ 700.873571] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.885782] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.965620] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "refresh_cache-870967fa-f424-45ff-83bc-9ebb6e7869ae" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.965820] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "refresh_cache-870967fa-f424-45ff-83bc-9ebb6e7869ae" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.966035] env[69520]: DEBUG nova.network.neutron [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.988813] env[69520]: DEBUG nova.compute.utils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.990253] env[69520]: DEBUG nova.compute.manager [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Not allocating networking since 'none' was specified. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 701.037732] env[69520]: DEBUG nova.compute.manager [req-5dc906b2-118f-441a-aafd-83396f012a78 req-3f6f6a6f-e5d0-4a2e-bcac-bb07879b2a32 service nova] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Received event network-vif-plugged-d8505fc5-4e88-4abc-9741-ae39600cb7d9 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.037966] env[69520]: DEBUG oslo_concurrency.lockutils [req-5dc906b2-118f-441a-aafd-83396f012a78 req-3f6f6a6f-e5d0-4a2e-bcac-bb07879b2a32 service nova] Acquiring lock "870967fa-f424-45ff-83bc-9ebb6e7869ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.038249] env[69520]: DEBUG oslo_concurrency.lockutils [req-5dc906b2-118f-441a-aafd-83396f012a78 req-3f6f6a6f-e5d0-4a2e-bcac-bb07879b2a32 service nova] Lock "870967fa-f424-45ff-83bc-9ebb6e7869ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.038444] env[69520]: DEBUG oslo_concurrency.lockutils [req-5dc906b2-118f-441a-aafd-83396f012a78 req-3f6f6a6f-e5d0-4a2e-bcac-bb07879b2a32 service nova] Lock "870967fa-f424-45ff-83bc-9ebb6e7869ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.038681] env[69520]: DEBUG nova.compute.manager [req-5dc906b2-118f-441a-aafd-83396f012a78 req-3f6f6a6f-e5d0-4a2e-bcac-bb07879b2a32 service nova] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] No waiting events found dispatching network-vif-plugged-d8505fc5-4e88-4abc-9741-ae39600cb7d9 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.038781] env[69520]: WARNING nova.compute.manager [req-5dc906b2-118f-441a-aafd-83396f012a78 req-3f6f6a6f-e5d0-4a2e-bcac-bb07879b2a32 service nova] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Received unexpected event network-vif-plugged-d8505fc5-4e88-4abc-9741-ae39600cb7d9 for instance with vm_state building and task_state spawning. [ 701.119445] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481380, 'name': ReconfigVM_Task, 'duration_secs': 0.329888} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.119738] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 8410457a-eee4-47ad-b7fb-053901fd16e5/8410457a-eee4-47ad-b7fb-053901fd16e5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.120407] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-565fbdd4-de5d-4679-9978-180c50111b8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.128516] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 701.128516] env[69520]: value = "task-3481382" [ 701.128516] env[69520]: _type = "Task" [ 701.128516] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.140366] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481382, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.390802] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.31734} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.391246] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.392484] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbe33c2-edc1-407b-a663-315d7b13a696 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.431100] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 8e3649ec-203a-4b43-bf19-cf1634906ca6/8e3649ec-203a-4b43-bf19-cf1634906ca6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.431562] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc745cec-fa0f-49bf-a2b4-13798926c4fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.453804] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 701.453804] env[69520]: value = "task-3481383" [ 701.453804] env[69520]: _type = "Task" [ 701.453804] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.465406] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.494824] env[69520]: DEBUG nova.compute.manager [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.509947] env[69520]: DEBUG nova.network.neutron [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.651092] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481382, 'name': Rename_Task, 'duration_secs': 0.163139} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.651092] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.651092] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b761ce6-26a4-41d8-a6fd-c1e8b7b87bcf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.659202] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 701.659202] env[69520]: value = "task-3481384" [ 701.659202] env[69520]: _type = "Task" [ 701.659202] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.669195] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.682594] env[69520]: DEBUG nova.network.neutron [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Updating instance_info_cache with network_info: [{"id": "d8505fc5-4e88-4abc-9741-ae39600cb7d9", "address": "fa:16:3e:fa:03:3e", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8505fc5-4e", "ovs_interfaceid": "d8505fc5-4e88-4abc-9741-ae39600cb7d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.965955] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481383, 'name': ReconfigVM_Task, 'duration_secs': 0.431472} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.966372] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 8e3649ec-203a-4b43-bf19-cf1634906ca6/8e3649ec-203a-4b43-bf19-cf1634906ca6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.967013] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a43ad95-3e2c-4369-a3dc-2a8838501dd1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.975165] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 701.975165] env[69520]: value = "task-3481385" [ 701.975165] env[69520]: _type = "Task" [ 701.975165] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.987093] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481385, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.012975] env[69520]: DEBUG oslo_vmware.rw_handles [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab9d8f-f81d-a079-065b-9a38ec2a273f/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 702.014507] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baa2bb5-8af9-420c-97bb-c1dd4df9d9c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.020158] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7b7e79-95d2-4e1a-8496-864235d815ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.027146] env[69520]: DEBUG oslo_vmware.rw_handles [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab9d8f-f81d-a079-065b-9a38ec2a273f/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 702.027337] env[69520]: ERROR oslo_vmware.rw_handles [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab9d8f-f81d-a079-065b-9a38ec2a273f/disk-0.vmdk due to incomplete transfer. [ 702.029449] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f416d201-144c-4129-a09f-6f482158b742 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.032916] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc09e1b4-b0a2-42af-8bd2-4fffe40751d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.069943] env[69520]: DEBUG oslo_vmware.rw_handles [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab9d8f-f81d-a079-065b-9a38ec2a273f/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 702.070166] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Uploaded image bf58abd1-209b-45c0-a18a-1abe3cf0af47 to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 702.072618] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.074158] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005e97ec-1238-4415-bd4d-2cd16fec8f47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.077026] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-795637b6-ad24-4f77-83dc-b78e0d35927e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.087159] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac73258-6167-4f34-8e95-47ae005fd2e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.090859] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 702.090859] env[69520]: value = "task-3481386" [ 702.090859] env[69520]: _type = "Task" [ 702.090859] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.106083] env[69520]: DEBUG nova.compute.provider_tree [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.113901] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481386, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.171279] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481384, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.185044] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "refresh_cache-870967fa-f424-45ff-83bc-9ebb6e7869ae" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.185471] env[69520]: DEBUG nova.compute.manager [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Instance network_info: |[{"id": "d8505fc5-4e88-4abc-9741-ae39600cb7d9", "address": "fa:16:3e:fa:03:3e", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8505fc5-4e", "ovs_interfaceid": "d8505fc5-4e88-4abc-9741-ae39600cb7d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.186283] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:03:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8505fc5-4e88-4abc-9741-ae39600cb7d9', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.194330] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.194624] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.194887] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-546e3d83-5fdb-42c6-89e3-344ba2c6d456 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.218517] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.218517] env[69520]: value = "task-3481387" [ 702.218517] env[69520]: _type = "Task" [ 702.218517] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.227349] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481387, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.436793] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Acquiring lock "a3c65331-11ab-4a40-b20a-472b65a36ddc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.437170] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lock "a3c65331-11ab-4a40-b20a-472b65a36ddc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.485976] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481385, 'name': Rename_Task, 'duration_secs': 0.240231} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.486347] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.486611] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-228e7b52-58c5-4706-aff3-b82745741353 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.494952] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 702.494952] env[69520]: value = "task-3481388" [ 702.494952] env[69520]: _type = "Task" [ 702.494952] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.505063] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.520505] env[69520]: DEBUG nova.compute.manager [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.546179] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.546362] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.546547] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.546785] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.547013] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.547244] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.547464] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.547626] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.547892] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.547946] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.548141] env[69520]: DEBUG nova.virt.hardware [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.549152] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cc40d2-be4b-46f1-9d9b-e9f92f670a00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.558642] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd5ee3d-e45f-4a5a-94cd-494b099d4b92 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.577830] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.583646] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Creating folder: Project (28875c8aa2c14070995694c994c0ad4d). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.584086] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c159f56-a7d6-40f4-9b06-75e135803953 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.597560] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Created folder: Project (28875c8aa2c14070995694c994c0ad4d) in parent group-v695915. [ 702.597821] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Creating folder: Instances. Parent ref: group-v695998. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.598158] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7c47a0b-96e7-4a1e-a451-77609879c7c1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.603510] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481386, 'name': Destroy_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.613683] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Created folder: Instances in parent group-v695998. [ 702.614159] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.614443] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.617679] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04d55539-f634-4760-a0b7-f423901edd30 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.634645] env[69520]: ERROR nova.scheduler.client.report [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [req-4af65489-2aba-47ed-a531-4e1590bcad37] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4af65489-2aba-47ed-a531-4e1590bcad37"}]} [ 702.639436] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.639436] env[69520]: value = "task-3481391" [ 702.639436] env[69520]: _type = "Task" [ 702.639436] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.649874] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481391, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.653553] env[69520]: DEBUG nova.scheduler.client.report [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 702.673762] env[69520]: DEBUG oslo_vmware.api [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481384, 'name': PowerOnVM_Task, 'duration_secs': 0.563199} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.675200] env[69520]: DEBUG nova.scheduler.client.report [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 702.675466] env[69520]: DEBUG nova.compute.provider_tree [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.677797] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.678086] env[69520]: DEBUG nova.compute.manager [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.680109] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb04b82c-f1a2-4d53-979b-33c089aa698d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.694808] env[69520]: DEBUG nova.scheduler.client.report [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 702.734202] env[69520]: DEBUG nova.scheduler.client.report [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 702.745526] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481387, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.009185] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.106839] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481386, 'name': Destroy_Task, 'duration_secs': 0.650143} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.107380] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Destroyed the VM [ 703.107704] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 703.107960] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1147ef1-d33c-4a29-9240-9221a5dafbeb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.117086] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 703.117086] env[69520]: value = "task-3481392" [ 703.117086] env[69520]: _type = "Task" [ 703.117086] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.128035] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481392, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.152530] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481391, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.204932] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.231952] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481387, 'name': CreateVM_Task, 'duration_secs': 0.605209} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.235067] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.236210] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.236380] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.236689] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.237527] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e90e2ab-1528-4be3-96fb-604f496293f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.243347] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 703.243347] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521fff79-a8a9-4a8a-1ace-195b9e5b8086" [ 703.243347] env[69520]: _type = "Task" [ 703.243347] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.248600] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17e9505-4e51-448c-8177-c48e849b4073 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.260362] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642449e7-ec08-4a50-9401-198053172ac0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.263919] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521fff79-a8a9-4a8a-1ace-195b9e5b8086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.294843] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778f7865-0ddc-419a-bce4-aa2651541da8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.299068] env[69520]: DEBUG nova.compute.manager [req-e6246eb8-93b2-435d-a2a9-781a70518ce4 req-518fa85b-0a65-418f-a125-fd099e547f47 service nova] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Received event network-changed-d8505fc5-4e88-4abc-9741-ae39600cb7d9 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.299329] env[69520]: DEBUG nova.compute.manager [req-e6246eb8-93b2-435d-a2a9-781a70518ce4 req-518fa85b-0a65-418f-a125-fd099e547f47 service nova] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Refreshing instance network info cache due to event network-changed-d8505fc5-4e88-4abc-9741-ae39600cb7d9. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.299524] env[69520]: DEBUG oslo_concurrency.lockutils [req-e6246eb8-93b2-435d-a2a9-781a70518ce4 req-518fa85b-0a65-418f-a125-fd099e547f47 service nova] Acquiring lock "refresh_cache-870967fa-f424-45ff-83bc-9ebb6e7869ae" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.299670] env[69520]: DEBUG oslo_concurrency.lockutils [req-e6246eb8-93b2-435d-a2a9-781a70518ce4 req-518fa85b-0a65-418f-a125-fd099e547f47 service nova] Acquired lock "refresh_cache-870967fa-f424-45ff-83bc-9ebb6e7869ae" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.299822] env[69520]: DEBUG nova.network.neutron [req-e6246eb8-93b2-435d-a2a9-781a70518ce4 req-518fa85b-0a65-418f-a125-fd099e547f47 service nova] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Refreshing network info cache for port d8505fc5-4e88-4abc-9741-ae39600cb7d9 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.308466] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c8c346-9cc2-4e65-98af-ba97c7f602b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.323502] env[69520]: DEBUG nova.compute.provider_tree [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.477284] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.478154] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.478154] env[69520]: DEBUG nova.compute.manager [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Going to confirm migration 1 {{(pid=69520) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 703.506267] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.631063] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481392, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.652828] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481391, 'name': CreateVM_Task, 'duration_secs': 0.68289} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.653707] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.654319] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.757239] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521fff79-a8a9-4a8a-1ace-195b9e5b8086, 'name': SearchDatastore_Task, 'duration_secs': 0.023822} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.757239] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.757601] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.758146] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.758567] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.759231] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.762017] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.762017] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.762017] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0f36b38-2cf9-4793-a181-fbb2074e081c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.762520] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4128a3bf-00a2-4665-a2d2-6c289b1de983 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.768797] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 703.768797] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bc272f-b6a2-a064-964f-cdea427bb4cd" [ 703.768797] env[69520]: _type = "Task" [ 703.768797] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.778509] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.778974] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.780395] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205d4b07-4d45-41d3-af42-f12e1386b2fb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.787324] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bc272f-b6a2-a064-964f-cdea427bb4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013735} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.788188] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.788838] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.788838] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.793727] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 703.793727] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52748525-5a68-8dfe-6ff3-1d29741d119f" [ 703.793727] env[69520]: _type = "Task" [ 703.793727] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.800113] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52748525-5a68-8dfe-6ff3-1d29741d119f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.865032] env[69520]: DEBUG nova.scheduler.client.report [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Updated inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 703.865032] env[69520]: DEBUG nova.compute.provider_tree [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Updating resource provider 093b5977-ab1e-4208-9866-9743536d6c6d generation from 45 to 46 during operation: update_inventory {{(pid=69520) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 703.865032] env[69520]: DEBUG nova.compute.provider_tree [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.008656] env[69520]: DEBUG oslo_vmware.api [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481388, 'name': PowerOnVM_Task, 'duration_secs': 1.190011} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.008656] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.008656] env[69520]: INFO nova.compute.manager [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Took 9.90 seconds to spawn the instance on the hypervisor. [ 704.008825] env[69520]: DEBUG nova.compute.manager [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.009767] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195b8876-7848-4ba9-8040-3bb5969ff811 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.080252] env[69520]: DEBUG nova.network.neutron [req-e6246eb8-93b2-435d-a2a9-781a70518ce4 req-518fa85b-0a65-418f-a125-fd099e547f47 service nova] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Updated VIF entry in instance network info cache for port d8505fc5-4e88-4abc-9741-ae39600cb7d9. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.080252] env[69520]: DEBUG nova.network.neutron [req-e6246eb8-93b2-435d-a2a9-781a70518ce4 req-518fa85b-0a65-418f-a125-fd099e547f47 service nova] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Updating instance_info_cache with network_info: [{"id": "d8505fc5-4e88-4abc-9741-ae39600cb7d9", "address": "fa:16:3e:fa:03:3e", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8505fc5-4e", "ovs_interfaceid": "d8505fc5-4e88-4abc-9741-ae39600cb7d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.100637] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.100818] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.101046] env[69520]: DEBUG nova.network.neutron [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.101239] env[69520]: DEBUG nova.objects.instance [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lazy-loading 'info_cache' on Instance uuid fe6f83c3-1aa1-45ee-8b67-141f5674e33a {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.131636] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481392, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.308162] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52748525-5a68-8dfe-6ff3-1d29741d119f, 'name': SearchDatastore_Task, 'duration_secs': 0.013799} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.308162] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efba7997-ba67-4926-a84d-caf0da49d30b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.312855] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 704.312855] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cd1ffb-4974-56d8-4b85-73d3708a331b" [ 704.312855] env[69520]: _type = "Task" [ 704.312855] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.324545] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cd1ffb-4974-56d8-4b85-73d3708a331b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.370696] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.888s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.371389] env[69520]: DEBUG nova.compute.manager [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.376429] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.867s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.376429] env[69520]: INFO nova.compute.claims [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.528305] env[69520]: INFO nova.compute.manager [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Took 38.89 seconds to build instance. [ 704.583639] env[69520]: DEBUG oslo_concurrency.lockutils [req-e6246eb8-93b2-435d-a2a9-781a70518ce4 req-518fa85b-0a65-418f-a125-fd099e547f47 service nova] Releasing lock "refresh_cache-870967fa-f424-45ff-83bc-9ebb6e7869ae" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.588284] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "81b45160-82b7-4913-9ab3-999d958d94e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.588522] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "81b45160-82b7-4913-9ab3-999d958d94e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.588729] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "81b45160-82b7-4913-9ab3-999d958d94e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.588911] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "81b45160-82b7-4913-9ab3-999d958d94e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.589095] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "81b45160-82b7-4913-9ab3-999d958d94e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.591333] env[69520]: INFO nova.compute.manager [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Terminating instance [ 704.630779] env[69520]: DEBUG oslo_vmware.api [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481392, 'name': RemoveSnapshot_Task, 'duration_secs': 1.04544} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.630779] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.631113] env[69520]: INFO nova.compute.manager [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Took 17.63 seconds to snapshot the instance on the hypervisor. [ 704.794386] env[69520]: DEBUG oslo_concurrency.lockutils [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "8410457a-eee4-47ad-b7fb-053901fd16e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.794386] env[69520]: DEBUG oslo_concurrency.lockutils [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "8410457a-eee4-47ad-b7fb-053901fd16e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.794386] env[69520]: DEBUG oslo_concurrency.lockutils [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "8410457a-eee4-47ad-b7fb-053901fd16e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.794386] env[69520]: DEBUG oslo_concurrency.lockutils [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "8410457a-eee4-47ad-b7fb-053901fd16e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.794587] env[69520]: DEBUG oslo_concurrency.lockutils [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "8410457a-eee4-47ad-b7fb-053901fd16e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.798397] env[69520]: INFO nova.compute.manager [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Terminating instance [ 704.823772] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cd1ffb-4974-56d8-4b85-73d3708a331b, 'name': SearchDatastore_Task, 'duration_secs': 0.047739} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.824041] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.824307] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 870967fa-f424-45ff-83bc-9ebb6e7869ae/870967fa-f424-45ff-83bc-9ebb6e7869ae.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.824581] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.824771] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.825011] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17918852-5e62-4ff8-994e-91f8df340481 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.827289] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a9430e0-55c5-4026-9fac-0cee57bae3be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.835666] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 704.835666] env[69520]: value = "task-3481393" [ 704.835666] env[69520]: _type = "Task" [ 704.835666] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.839903] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.840156] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.842150] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d773ad6e-be70-4019-9def-afe40126578e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.848328] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.852892] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 704.852892] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b7ade7-4b30-305c-bb9f-6d45c69a1075" [ 704.852892] env[69520]: _type = "Task" [ 704.852892] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.863270] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b7ade7-4b30-305c-bb9f-6d45c69a1075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.884699] env[69520]: DEBUG nova.compute.utils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.889856] env[69520]: DEBUG nova.compute.manager [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.890058] env[69520]: DEBUG nova.network.neutron [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.943974] env[69520]: DEBUG nova.policy [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ac1b6308f9343c186a206689a1284ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1f41ff77c1546b89e9febb04f32743d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.031106] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11d633ff-1d2b-4675-992b-809653aa116c tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.553s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.098596] env[69520]: DEBUG nova.compute.manager [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.098596] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.098596] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0add9837-0345-4b25-9708-cf137e18521a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.112375] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.112995] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c361b0ec-80ad-4917-8074-2f69c4260058 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.135107] env[69520]: DEBUG nova.compute.manager [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Instance disappeared during snapshot {{(pid=69520) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 705.148563] env[69520]: DEBUG nova.compute.manager [None req-e9f02cd5-98c3-4870-9fbc-71a2b09eb9a5 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image not found during clean up bf58abd1-209b-45c0-a18a-1abe3cf0af47 {{(pid=69520) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 705.195912] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.196186] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.196374] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleting the datastore file [datastore1] 81b45160-82b7-4913-9ab3-999d958d94e6 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.197492] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed371396-bf5c-4ac8-9803-2b757f1dfcf9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.214964] env[69520]: DEBUG oslo_vmware.api [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 705.214964] env[69520]: value = "task-3481395" [ 705.214964] env[69520]: _type = "Task" [ 705.214964] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.230769] env[69520]: DEBUG oslo_vmware.api [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.306620] env[69520]: DEBUG nova.compute.manager [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.306868] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.309164] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d7b56a-1c1c-438f-8fdb-4c877c0c5738 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.325437] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.325437] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d090fa-2245-4256-8416-ddc7386a3c2a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.333109] env[69520]: DEBUG oslo_vmware.api [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 705.333109] env[69520]: value = "task-3481396" [ 705.333109] env[69520]: _type = "Task" [ 705.333109] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.354127] env[69520]: DEBUG oslo_vmware.api [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.354127] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481393, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.365942] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b7ade7-4b30-305c-bb9f-6d45c69a1075, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.370215] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd87f5d-a188-4dd1-9943-10f9f36d9e44 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.383474] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 705.383474] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a68e2e-2b5b-72cf-92a3-1041f54dc5e4" [ 705.383474] env[69520]: _type = "Task" [ 705.383474] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.394375] env[69520]: DEBUG nova.compute.manager [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.398077] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a68e2e-2b5b-72cf-92a3-1041f54dc5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.437724] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "40f1f573-9bc0-43f2-97e8-80b863e1500c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.437960] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "40f1f573-9bc0-43f2-97e8-80b863e1500c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.452839] env[69520]: DEBUG nova.network.neutron [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Successfully created port: 33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.492421] env[69520]: DEBUG nova.network.neutron [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance_info_cache with network_info: [{"id": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "address": "fa:16:3e:d4:c1:68", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e202eb-f4", "ovs_interfaceid": "c3e202eb-f4c9-443b-83d5-d6841f8f1db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.534418] env[69520]: DEBUG nova.compute.manager [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.731498] env[69520]: DEBUG oslo_vmware.api [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.846815] env[69520]: DEBUG oslo_vmware.api [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481396, 'name': PowerOffVM_Task, 'duration_secs': 0.433088} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.847793] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.847982] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.848295] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1706e76a-1f5a-4ed5-bbe4-dd19ec9adff7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.853350] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537274} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.853923] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 870967fa-f424-45ff-83bc-9ebb6e7869ae/870967fa-f424-45ff-83bc-9ebb6e7869ae.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.854267] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.854706] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19daeff2-da10-4987-944b-dc87bd9cbc84 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.862769] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 705.862769] env[69520]: value = "task-3481398" [ 705.862769] env[69520]: _type = "Task" [ 705.862769] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.876722] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.884561] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.884802] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.897333] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a68e2e-2b5b-72cf-92a3-1041f54dc5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.023737} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.897576] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.897830] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9/c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.898166] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f11d3f-451a-4a59-aaee-65185f185787 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.912113] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 705.912113] env[69520]: value = "task-3481399" [ 705.912113] env[69520]: _type = "Task" [ 705.912113] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.920860] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.937816] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.938056] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.938248] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleting the datastore file [datastore1] 8410457a-eee4-47ad-b7fb-053901fd16e5 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.938803] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4367f368-049f-4292-a0aa-398d9b8ef125 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.948015] env[69520]: DEBUG oslo_vmware.api [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 705.948015] env[69520]: value = "task-3481400" [ 705.948015] env[69520]: _type = "Task" [ 705.948015] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.958353] env[69520]: DEBUG oslo_vmware.api [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.960345] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d18c391-3b51-4cf2-9155-ab1f509867c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.967169] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809cf06a-d6c6-4894-b581-7de767525c95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.997014] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "refresh_cache-fe6f83c3-1aa1-45ee-8b67-141f5674e33a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.997086] env[69520]: DEBUG nova.objects.instance [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lazy-loading 'migration_context' on Instance uuid fe6f83c3-1aa1-45ee-8b67-141f5674e33a {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.998944] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b78785d-5ab5-41f9-9ec6-fd3ac51bb900 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.007993] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565134c8-6747-4d6b-81ce-d0c81338e102 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.024791] env[69520]: DEBUG nova.compute.provider_tree [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.061055] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.236794] env[69520]: DEBUG oslo_vmware.api [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546257} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.237122] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.237355] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.237571] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.237773] env[69520]: INFO nova.compute.manager [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 706.241147] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.241428] env[69520]: DEBUG nova.compute.manager [-] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.241558] env[69520]: DEBUG nova.network.neutron [-] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.375533] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070476} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.375827] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.377216] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eb67df-2119-4ef1-a641-1eeca2d15473 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.410574] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 870967fa-f424-45ff-83bc-9ebb6e7869ae/870967fa-f424-45ff-83bc-9ebb6e7869ae.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.412317] env[69520]: DEBUG nova.compute.manager [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.415671] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f2fddf6-78cc-48af-a92b-5dab85dd97a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.465053] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481399, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.465053] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 706.465053] env[69520]: value = "task-3481401" [ 706.465053] env[69520]: _type = "Task" [ 706.465053] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.470632] env[69520]: DEBUG oslo_vmware.api [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470341} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.473979] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.474342] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.474548] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.474745] env[69520]: INFO nova.compute.manager [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 706.475157] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.475784] env[69520]: DEBUG nova.compute.manager [-] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.475905] env[69520]: DEBUG nova.network.neutron [-] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.482201] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.484908] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.485180] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.485399] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.485619] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.485837] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.486035] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.486378] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.486613] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.486816] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.486992] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.487193] env[69520]: DEBUG nova.virt.hardware [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.488145] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab23cf9-20e4-47a1-b408-acdc7be8fb48 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.501424] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad04d5dc-74f1-42a6-aa0b-446482957747 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.508728] env[69520]: DEBUG nova.objects.base [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 706.509816] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9d71b6-362a-44ae-b579-1ca4e8f42918 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.545627] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977d46bc-e454-4fe3-a2f1-bc52e3aff3c7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.554476] env[69520]: DEBUG oslo_vmware.api [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 706.554476] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52692651-1f79-f4ed-16bf-0b3ed9a3e867" [ 706.554476] env[69520]: _type = "Task" [ 706.554476] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.567306] env[69520]: DEBUG oslo_vmware.api [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52692651-1f79-f4ed-16bf-0b3ed9a3e867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.574055] env[69520]: ERROR nova.scheduler.client.report [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [req-83e2548d-d11b-4912-b8b1-852c5015ed9d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83e2548d-d11b-4912-b8b1-852c5015ed9d"}]} [ 706.593700] env[69520]: DEBUG nova.scheduler.client.report [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 706.610708] env[69520]: DEBUG nova.scheduler.client.report [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 706.610973] env[69520]: DEBUG nova.compute.provider_tree [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.627272] env[69520]: DEBUG nova.scheduler.client.report [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 706.648864] env[69520]: DEBUG nova.scheduler.client.report [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 706.842885] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.843294] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.952667] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794439} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.955509] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9/c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.955790] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.956618] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cffdbb6a-0b4d-4c9d-9594-566fea8dc5c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.967676] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 706.967676] env[69520]: value = "task-3481402" [ 706.967676] env[69520]: _type = "Task" [ 706.967676] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.977809] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.984689] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.028330] env[69520]: DEBUG nova.network.neutron [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Successfully updated port: 33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.070183] env[69520]: DEBUG oslo_vmware.api [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52692651-1f79-f4ed-16bf-0b3ed9a3e867, 'name': SearchDatastore_Task, 'duration_secs': 0.01372} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.070550] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.082191] env[69520]: DEBUG nova.network.neutron [-] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.236752] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d33ce9-15be-4a00-bcee-e0fb0059536c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.246311] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d873d954-6140-4212-af34-1a55e32eb050 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.279820] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f147ce8-7546-4e39-9991-601feee2cb72 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.288805] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3470f90-5151-4b10-a48d-96116c3ecfb3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.297207] env[69520]: DEBUG nova.compute.manager [req-ca6edcb0-5495-400f-989a-85c88c805ea4 req-9b962fca-b528-44b2-b25c-4270b4a99416 service nova] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Received event network-vif-deleted-8202a7d0-681a-4d1f-bf87-74c3043bfd40 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.306633] env[69520]: DEBUG nova.compute.provider_tree [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.358531] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.358531] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.358531] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.358531] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.358531] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.358531] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.359114] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 707.359114] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.479011] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481401, 'name': ReconfigVM_Task, 'duration_secs': 0.762508} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.479011] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 870967fa-f424-45ff-83bc-9ebb6e7869ae/870967fa-f424-45ff-83bc-9ebb6e7869ae.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.479011] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a56cf308-ccc5-4c63-854b-0a6ac81b19ea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.482410] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086795} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.484035] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.484035] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b42258-cad2-4c82-a698-c6567f00aee1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.487743] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 707.487743] env[69520]: value = "task-3481403" [ 707.487743] env[69520]: _type = "Task" [ 707.487743] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.513926] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9/c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.515312] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee17f47e-b125-4f0c-8a34-6d38691e765d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.538254] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquiring lock "refresh_cache-dfa943a8-70f0-4eb2-90df-c8b77aa09895" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.538443] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquired lock "refresh_cache-dfa943a8-70f0-4eb2-90df-c8b77aa09895" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.538536] env[69520]: DEBUG nova.network.neutron [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.540121] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481403, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.547635] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 707.547635] env[69520]: value = "task-3481404" [ 707.547635] env[69520]: _type = "Task" [ 707.547635] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.558936] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.584763] env[69520]: INFO nova.compute.manager [-] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Took 1.34 seconds to deallocate network for instance. [ 707.730830] env[69520]: DEBUG nova.compute.manager [req-fef9dd2a-eb5a-4d6b-80ee-d51a1a49949e req-5876a35a-5a47-4b3a-9d19-4ab0805f281e service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Received event network-changed-3f618f39-9dae-4439-83fc-4ab2cc3800e2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.731112] env[69520]: DEBUG nova.compute.manager [req-fef9dd2a-eb5a-4d6b-80ee-d51a1a49949e req-5876a35a-5a47-4b3a-9d19-4ab0805f281e service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Refreshing instance network info cache due to event network-changed-3f618f39-9dae-4439-83fc-4ab2cc3800e2. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.731408] env[69520]: DEBUG oslo_concurrency.lockutils [req-fef9dd2a-eb5a-4d6b-80ee-d51a1a49949e req-5876a35a-5a47-4b3a-9d19-4ab0805f281e service nova] Acquiring lock "refresh_cache-8e3649ec-203a-4b43-bf19-cf1634906ca6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.732046] env[69520]: DEBUG oslo_concurrency.lockutils [req-fef9dd2a-eb5a-4d6b-80ee-d51a1a49949e req-5876a35a-5a47-4b3a-9d19-4ab0805f281e service nova] Acquired lock "refresh_cache-8e3649ec-203a-4b43-bf19-cf1634906ca6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.732046] env[69520]: DEBUG nova.network.neutron [req-fef9dd2a-eb5a-4d6b-80ee-d51a1a49949e req-5876a35a-5a47-4b3a-9d19-4ab0805f281e service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Refreshing network info cache for port 3f618f39-9dae-4439-83fc-4ab2cc3800e2 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.814552] env[69520]: DEBUG nova.network.neutron [-] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.858024] env[69520]: DEBUG nova.scheduler.client.report [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Updated inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 707.858024] env[69520]: DEBUG nova.compute.provider_tree [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Updating resource provider 093b5977-ab1e-4208-9866-9743536d6c6d generation from 48 to 49 during operation: update_inventory {{(pid=69520) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 707.858024] env[69520]: DEBUG nova.compute.provider_tree [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.862902] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.001556] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481403, 'name': Rename_Task, 'duration_secs': 0.472581} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.001710] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.002715] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9102ad63-61b7-4f07-adba-5d219a5ef815 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.011815] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 708.011815] env[69520]: value = "task-3481405" [ 708.011815] env[69520]: _type = "Task" [ 708.011815] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.024023] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.060322] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.094777] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.114716] env[69520]: DEBUG nova.network.neutron [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.286562] env[69520]: DEBUG nova.network.neutron [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Updating instance_info_cache with network_info: [{"id": "33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e", "address": "fa:16:3e:46:cd:d6", "network": {"id": "f06f527c-bc62-4420-b6e5-8660a8d5e52f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2095978416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f41ff77c1546b89e9febb04f32743d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33119ab9-cd", "ovs_interfaceid": "33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.317836] env[69520]: INFO nova.compute.manager [-] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Took 1.84 seconds to deallocate network for instance. [ 708.361698] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.987s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.362246] env[69520]: DEBUG nova.compute.manager [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.365658] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.665s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.371165] env[69520]: INFO nova.compute.claims [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.431345] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquiring lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.431617] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.431842] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquiring lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.432096] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.432290] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.434247] env[69520]: INFO nova.compute.manager [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Terminating instance [ 708.523293] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481405, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.563891] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481404, 'name': ReconfigVM_Task, 'duration_secs': 0.614777} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.564188] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9/c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.564810] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cb35a69-0787-4e63-ac37-2daf8bd95bf7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.573424] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 708.573424] env[69520]: value = "task-3481406" [ 708.573424] env[69520]: _type = "Task" [ 708.573424] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.586361] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481406, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.615598] env[69520]: DEBUG nova.network.neutron [req-fef9dd2a-eb5a-4d6b-80ee-d51a1a49949e req-5876a35a-5a47-4b3a-9d19-4ab0805f281e service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Updated VIF entry in instance network info cache for port 3f618f39-9dae-4439-83fc-4ab2cc3800e2. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.615956] env[69520]: DEBUG nova.network.neutron [req-fef9dd2a-eb5a-4d6b-80ee-d51a1a49949e req-5876a35a-5a47-4b3a-9d19-4ab0805f281e service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Updating instance_info_cache with network_info: [{"id": "3f618f39-9dae-4439-83fc-4ab2cc3800e2", "address": "fa:16:3e:d3:6e:8b", "network": {"id": "1d25773c-1496-4ca1-a93e-ba6f509e1cae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540388586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c012ae3eecc4ed7860ee52e99af10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f618f39-9d", "ovs_interfaceid": "3f618f39-9dae-4439-83fc-4ab2cc3800e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.793326] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Releasing lock "refresh_cache-dfa943a8-70f0-4eb2-90df-c8b77aa09895" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.793869] env[69520]: DEBUG nova.compute.manager [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Instance network_info: |[{"id": "33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e", "address": "fa:16:3e:46:cd:d6", "network": {"id": "f06f527c-bc62-4420-b6e5-8660a8d5e52f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2095978416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f41ff77c1546b89e9febb04f32743d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33119ab9-cd", "ovs_interfaceid": "33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.794190] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:cd:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.801835] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Creating folder: Project (d1f41ff77c1546b89e9febb04f32743d). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.802167] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e97dc08a-1df2-4c7e-a1f7-0cd4e2c9ba1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.818832] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Created folder: Project (d1f41ff77c1546b89e9febb04f32743d) in parent group-v695915. [ 708.818910] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Creating folder: Instances. Parent ref: group-v696001. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.819138] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-701a6731-0c2e-4abf-a941-4d453b31a5da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.826114] env[69520]: DEBUG oslo_concurrency.lockutils [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.830744] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Created folder: Instances in parent group-v696001. [ 708.831020] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.831281] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.831624] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4bfc42b-18fb-42a7-9dfa-4b15f2ae1693 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.856696] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.856696] env[69520]: value = "task-3481409" [ 708.856696] env[69520]: _type = "Task" [ 708.856696] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.866723] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481409, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.875490] env[69520]: DEBUG nova.compute.utils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.880248] env[69520]: DEBUG nova.compute.manager [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Not allocating networking since 'none' was specified. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 708.945125] env[69520]: DEBUG nova.compute.manager [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.945543] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.947452] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e3996c-68c8-41f3-a192-879c422d464c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.955839] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.956070] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d6204c6-b598-4089-8a58-162221f436a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.965826] env[69520]: DEBUG oslo_vmware.api [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for the task: (returnval){ [ 708.965826] env[69520]: value = "task-3481410" [ 708.965826] env[69520]: _type = "Task" [ 708.965826] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.979511] env[69520]: DEBUG oslo_vmware.api [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.025757] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481405, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.089387] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481406, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.118967] env[69520]: DEBUG oslo_concurrency.lockutils [req-fef9dd2a-eb5a-4d6b-80ee-d51a1a49949e req-5876a35a-5a47-4b3a-9d19-4ab0805f281e service nova] Releasing lock "refresh_cache-8e3649ec-203a-4b43-bf19-cf1634906ca6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.353103] env[69520]: DEBUG nova.compute.manager [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Received event network-vif-plugged-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.353103] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] Acquiring lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.353103] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] Lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.353103] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] Lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.353103] env[69520]: DEBUG nova.compute.manager [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] No waiting events found dispatching network-vif-plugged-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.353652] env[69520]: WARNING nova.compute.manager [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Received unexpected event network-vif-plugged-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e for instance with vm_state building and task_state spawning. [ 709.353652] env[69520]: DEBUG nova.compute.manager [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Received event network-changed-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.353652] env[69520]: DEBUG nova.compute.manager [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Refreshing instance network info cache due to event network-changed-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.353652] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] Acquiring lock "refresh_cache-dfa943a8-70f0-4eb2-90df-c8b77aa09895" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.353759] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] Acquired lock "refresh_cache-dfa943a8-70f0-4eb2-90df-c8b77aa09895" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.353920] env[69520]: DEBUG nova.network.neutron [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Refreshing network info cache for port 33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.369687] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481409, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.381220] env[69520]: DEBUG nova.compute.manager [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.476356] env[69520]: DEBUG oslo_vmware.api [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.529908] env[69520]: DEBUG oslo_vmware.api [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481405, 'name': PowerOnVM_Task, 'duration_secs': 1.092596} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.533089] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.533285] env[69520]: INFO nova.compute.manager [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Took 9.70 seconds to spawn the instance on the hypervisor. [ 709.533562] env[69520]: DEBUG nova.compute.manager [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.535037] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dca49e-f197-4cee-9bbb-b8cb598e1d28 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.587558] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481406, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.873263] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481409, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.904078] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb829c-a973-4041-bb21-be05be7bf91d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.916305] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4ed448-9cf3-4c53-a990-5d15b7888227 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.956383] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ea0497-b234-468f-ae52-2c1a363237ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.959146] env[69520]: DEBUG nova.compute.manager [req-62a24d16-32f0-442c-8c02-4e3fad6a6afc req-59176cda-ffb3-4da7-8e6f-7332395f3f57 service nova] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Received event network-vif-deleted-c082262b-cf6a-4727-8d06-cf812dfb8b11 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.966486] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32aa98f-0424-47c8-8213-d4aab7d8babb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.982527] env[69520]: DEBUG oslo_vmware.api [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481410, 'name': PowerOffVM_Task, 'duration_secs': 0.942515} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.991417] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.991417] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.991606] env[69520]: DEBUG nova.compute.provider_tree [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.992817] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2af344c7-d14d-48af-afa3-e8e3e0d3e285 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.059842] env[69520]: INFO nova.compute.manager [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Took 34.49 seconds to build instance. [ 710.066313] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.066491] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.066699] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Deleting the datastore file [datastore2] 71b79e4c-e9bc-46b7-9554-06afa2279ea8 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.066989] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac4d235d-054a-4c0c-af6d-eedb1378947f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.074433] env[69520]: DEBUG oslo_vmware.api [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for the task: (returnval){ [ 710.074433] env[69520]: value = "task-3481412" [ 710.074433] env[69520]: _type = "Task" [ 710.074433] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.087379] env[69520]: DEBUG oslo_vmware.api [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.091031] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481406, 'name': Rename_Task, 'duration_secs': 1.167116} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.093119] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.093656] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16af5c23-3f7c-43b0-a08a-1b5d7778a4f9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.103298] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 710.103298] env[69520]: value = "task-3481413" [ 710.103298] env[69520]: _type = "Task" [ 710.103298] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.114275] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.128124] env[69520]: DEBUG nova.network.neutron [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Updated VIF entry in instance network info cache for port 33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.129158] env[69520]: DEBUG nova.network.neutron [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Updating instance_info_cache with network_info: [{"id": "33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e", "address": "fa:16:3e:46:cd:d6", "network": {"id": "f06f527c-bc62-4420-b6e5-8660a8d5e52f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2095978416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f41ff77c1546b89e9febb04f32743d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33119ab9-cd", "ovs_interfaceid": "33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.369789] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481409, 'name': CreateVM_Task, 'duration_secs': 1.164123} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.370808] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.371582] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.371765] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.376030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.376030] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7799862b-0abc-4d25-8a8c-dee55bf6d36b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.377393] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for the task: (returnval){ [ 710.377393] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5218bcdf-6dbf-153a-23cf-36180a36a924" [ 710.377393] env[69520]: _type = "Task" [ 710.377393] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.390037] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5218bcdf-6dbf-153a-23cf-36180a36a924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.396258] env[69520]: DEBUG nova.compute.manager [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.423647] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.425066] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.425066] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.425066] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.425066] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.425066] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.425440] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.425782] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.426105] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.426557] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.426864] env[69520]: DEBUG nova.virt.hardware [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.429645] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159b38c1-4968-4037-99ac-f417244749d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.440025] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bcf60e-9cd9-4a59-81a8-f99adff4a480 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.456048] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.461771] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.464163] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.466086] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7377256-1ba9-47cb-be55-1fcc8dded55f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.489758] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.489758] env[69520]: value = "task-3481414" [ 710.489758] env[69520]: _type = "Task" [ 710.489758] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.495942] env[69520]: DEBUG nova.scheduler.client.report [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.503694] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481414, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.562896] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7238c4c5-62d4-4e3a-bfcb-d0fe947d857f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "870967fa-f424-45ff-83bc-9ebb6e7869ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.740s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.587305] env[69520]: DEBUG oslo_vmware.api [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Task: {'id': task-3481412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152684} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.587305] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.587305] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.587305] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.587305] env[69520]: INFO nova.compute.manager [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Took 1.64 seconds to destroy the instance on the hypervisor. [ 710.587708] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.587708] env[69520]: DEBUG nova.compute.manager [-] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.587708] env[69520]: DEBUG nova.network.neutron [-] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.614927] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.632048] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bdc9c4f-97a0-4749-bf9e-6f23afe5812a req-6b5ff5e1-cc3b-4352-a196-5cfa5a8ae923 service nova] Releasing lock "refresh_cache-dfa943a8-70f0-4eb2-90df-c8b77aa09895" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.889589] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5218bcdf-6dbf-153a-23cf-36180a36a924, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.889998] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.890226] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.890468] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.890613] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.890787] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.891084] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d35be67c-05da-487c-aa56-eb1ed28dda28 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.902570] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.902767] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.903545] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41598817-c935-4746-9d6e-5cf795db9dae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.910223] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for the task: (returnval){ [ 710.910223] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cdac35-7272-0333-ee5a-967deff3e25f" [ 710.910223] env[69520]: _type = "Task" [ 710.910223] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.919354] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cdac35-7272-0333-ee5a-967deff3e25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.967050] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "interface-f926972c-ab5c-49ce-bf39-288a8f5a053e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.967372] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-f926972c-ab5c-49ce-bf39-288a8f5a053e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.967744] env[69520]: DEBUG nova.objects.instance [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'flavor' on Instance uuid f926972c-ab5c-49ce-bf39-288a8f5a053e {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.000244] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481414, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.001058] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.001663] env[69520]: DEBUG nova.compute.manager [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.004179] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.262s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.005541] env[69520]: INFO nova.compute.claims [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.065887] env[69520]: DEBUG nova.compute.manager [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.116869] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.197557] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "47429f11-9903-4c17-a621-6ddac659eb72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.197832] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "47429f11-9903-4c17-a621-6ddac659eb72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.396300] env[69520]: DEBUG nova.network.neutron [-] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.421868] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cdac35-7272-0333-ee5a-967deff3e25f, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.422724] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858c4182-1279-4226-9f47-ddd6642487a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.428868] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for the task: (returnval){ [ 711.428868] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526b8237-d339-eb55-747f-d12a7615fbb8" [ 711.428868] env[69520]: _type = "Task" [ 711.428868] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.438936] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526b8237-d339-eb55-747f-d12a7615fbb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.500740] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481414, 'name': CreateVM_Task, 'duration_secs': 0.804272} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.500937] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.501399] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.501565] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.501914] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.502248] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854e0390-7424-4f7f-8910-66809f050524 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.510171] env[69520]: DEBUG nova.compute.utils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.513693] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 711.513693] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a9a93-f46b-c357-8f25-d9f405455a75" [ 711.513693] env[69520]: _type = "Task" [ 711.513693] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.514297] env[69520]: DEBUG nova.compute.manager [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.514473] env[69520]: DEBUG nova.network.neutron [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.529637] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a9a93-f46b-c357-8f25-d9f405455a75, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.529993] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.530290] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.530496] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.530652] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.530830] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.531388] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4d33853-b0a7-4175-82f3-907478433069 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.542069] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.542294] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.543042] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780e678b-0a1a-4e34-8312-67297459d8a5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.549567] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 711.549567] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52832361-8b7c-a3f1-b7ca-1a7c351dbe2c" [ 711.549567] env[69520]: _type = "Task" [ 711.549567] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.556286] env[69520]: DEBUG nova.objects.instance [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'pci_requests' on Instance uuid f926972c-ab5c-49ce-bf39-288a8f5a053e {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.560713] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52832361-8b7c-a3f1-b7ca-1a7c351dbe2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.562091] env[69520]: DEBUG nova.policy [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a74ce41feeb41a9b289007c3d52c11c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf44b0703d134b609b2ceee0fdaab50d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.586602] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.616212] env[69520]: DEBUG oslo_vmware.api [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481413, 'name': PowerOnVM_Task, 'duration_secs': 1.379184} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.616534] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.616761] env[69520]: INFO nova.compute.manager [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Took 9.10 seconds to spawn the instance on the hypervisor. [ 711.616953] env[69520]: DEBUG nova.compute.manager [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.617885] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854e51a7-41f6-46b9-bc19-fa38403642b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.797900] env[69520]: DEBUG nova.compute.manager [req-f508b423-fc89-4ef4-9b0c-1afca3227db0 req-464f98de-6604-4fe6-b2f2-694a410569d8 service nova] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Received event network-vif-deleted-8686134e-0d3d-4aa7-84bb-2d27879e81ec {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.900103] env[69520]: INFO nova.compute.manager [-] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Took 1.31 seconds to deallocate network for instance. [ 711.941788] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526b8237-d339-eb55-747f-d12a7615fbb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.942945] env[69520]: DEBUG nova.network.neutron [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Successfully created port: c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.945107] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.945376] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] dfa943a8-70f0-4eb2-90df-c8b77aa09895/dfa943a8-70f0-4eb2-90df-c8b77aa09895.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.946339] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fe1980e-cde4-453f-953f-75485463f7f9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.955277] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for the task: (returnval){ [ 711.955277] env[69520]: value = "task-3481415" [ 711.955277] env[69520]: _type = "Task" [ 711.955277] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.964338] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.015242] env[69520]: DEBUG nova.compute.manager [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.069061] env[69520]: DEBUG nova.objects.base [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 712.069289] env[69520]: DEBUG nova.network.neutron [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.071480] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52832361-8b7c-a3f1-b7ca-1a7c351dbe2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.078021] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848f1655-4c3e-4dcf-8c0e-03bd64bb8836 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.081081] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 712.081081] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526796c8-cfd3-fbce-7675-2b16ff27478b" [ 712.081081] env[69520]: _type = "Task" [ 712.081081] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.091697] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526796c8-cfd3-fbce-7675-2b16ff27478b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.128607] env[69520]: DEBUG nova.policy [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '385aad2bcb7f4d779c43908883c5c187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f82b834ee4240feb82a5425d6a4e780', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.145565] env[69520]: INFO nova.compute.manager [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Took 36.23 seconds to build instance. [ 712.410163] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.465762] env[69520]: DEBUG nova.network.neutron [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Successfully created port: 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.476904] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481415, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.570292] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf34bb0-f9db-43a9-9e74-b0bb350e3599 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.578967] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fb32b2-1d63-4181-9ade-752b478291d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.616128] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526796c8-cfd3-fbce-7675-2b16ff27478b, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.616978] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.617265] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 660594cc-9add-49ef-bf85-f2b21d827af5/660594cc-9add-49ef-bf85-f2b21d827af5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.618013] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee2e75b-c720-4538-a750-994dabe37ff1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.620680] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ae1753-07b8-49c0-a42d-5f6c948045c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.628224] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cfe6a2-04b0-4516-bca7-ac765a6f462b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.633337] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 712.633337] env[69520]: value = "task-3481416" [ 712.633337] env[69520]: _type = "Task" [ 712.633337] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.646810] env[69520]: DEBUG nova.compute.provider_tree [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.647924] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7608b0d-0bfb-47b4-9e8e-ca2942b04f90 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.617s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.652463] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.968878] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553429} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.969217] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] dfa943a8-70f0-4eb2-90df-c8b77aa09895/dfa943a8-70f0-4eb2-90df-c8b77aa09895.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.969446] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.969714] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1d69909-0d11-4245-aaaa-55c9365c4d90 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.978413] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for the task: (returnval){ [ 712.978413] env[69520]: value = "task-3481417" [ 712.978413] env[69520]: _type = "Task" [ 712.978413] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.989020] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.025528] env[69520]: DEBUG nova.compute.manager [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.055217] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.055524] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.055775] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.055919] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.056111] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.056312] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.056555] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.056756] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.057019] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.057189] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.057391] env[69520]: DEBUG nova.virt.hardware [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.058559] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95daf5cf-c559-4be5-9e71-7efa7ef8ecb7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.068383] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc0b5a1-7315-415e-a91a-e594f7192127 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.145485] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498083} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.146349] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 660594cc-9add-49ef-bf85-f2b21d827af5/660594cc-9add-49ef-bf85-f2b21d827af5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.146349] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.146349] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b80bccca-d9b3-47dc-8acf-0779cd121391 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.149088] env[69520]: DEBUG nova.scheduler.client.report [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.153131] env[69520]: DEBUG nova.compute.manager [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.158124] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 713.158124] env[69520]: value = "task-3481418" [ 713.158124] env[69520]: _type = "Task" [ 713.158124] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.169955] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.490877] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165035} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.491171] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.491925] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc15dd2-9b0c-435a-acf7-9fc178166bc9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.515290] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] dfa943a8-70f0-4eb2-90df-c8b77aa09895/dfa943a8-70f0-4eb2-90df-c8b77aa09895.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.515576] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87cf047e-4ac3-4158-8f24-14a54142ad8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.539896] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for the task: (returnval){ [ 713.539896] env[69520]: value = "task-3481419" [ 713.539896] env[69520]: _type = "Task" [ 713.539896] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.548317] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.592955] env[69520]: DEBUG nova.network.neutron [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Successfully updated port: c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.654422] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.654952] env[69520]: DEBUG nova.compute.manager [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.657428] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.549s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.657644] env[69520]: DEBUG nova.objects.instance [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lazy-loading 'resources' on Instance uuid a59cfdd6-adf9-4a21-aa67-09e5883ac6a8 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.674062] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.410321} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.675079] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.676459] env[69520]: DEBUG nova.compute.manager [req-bf49ff8a-c03e-4d52-acd9-6796736ce9a3 req-14283ed0-a0c4-4c06-9076-08c8ae7c63fd service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Received event network-vif-plugged-c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.676675] env[69520]: DEBUG oslo_concurrency.lockutils [req-bf49ff8a-c03e-4d52-acd9-6796736ce9a3 req-14283ed0-a0c4-4c06-9076-08c8ae7c63fd service nova] Acquiring lock "6008ce40-9804-497e-9fc2-7eb9f871e031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.676900] env[69520]: DEBUG oslo_concurrency.lockutils [req-bf49ff8a-c03e-4d52-acd9-6796736ce9a3 req-14283ed0-a0c4-4c06-9076-08c8ae7c63fd service nova] Lock "6008ce40-9804-497e-9fc2-7eb9f871e031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.677135] env[69520]: DEBUG oslo_concurrency.lockutils [req-bf49ff8a-c03e-4d52-acd9-6796736ce9a3 req-14283ed0-a0c4-4c06-9076-08c8ae7c63fd service nova] Lock "6008ce40-9804-497e-9fc2-7eb9f871e031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.677627] env[69520]: DEBUG nova.compute.manager [req-bf49ff8a-c03e-4d52-acd9-6796736ce9a3 req-14283ed0-a0c4-4c06-9076-08c8ae7c63fd service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] No waiting events found dispatching network-vif-plugged-c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.677627] env[69520]: WARNING nova.compute.manager [req-bf49ff8a-c03e-4d52-acd9-6796736ce9a3 req-14283ed0-a0c4-4c06-9076-08c8ae7c63fd service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Received unexpected event network-vif-plugged-c731df6f-86e4-4659-9853-5201148ac16c for instance with vm_state building and task_state spawning. [ 713.678302] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba3048-06d8-4d2a-a438-371e5b416830 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.685080] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.704032] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 660594cc-9add-49ef-bf85-f2b21d827af5/660594cc-9add-49ef-bf85-f2b21d827af5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.705155] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e4a14d-f1d8-4269-a666-2a81f5b0e59e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.732198] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 713.732198] env[69520]: value = "task-3481420" [ 713.732198] env[69520]: _type = "Task" [ 713.732198] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.744464] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.002183] env[69520]: DEBUG nova.network.neutron [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Successfully updated port: 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.039729] env[69520]: DEBUG nova.compute.manager [req-544dd027-7cf4-45de-ac80-5b7224e8f996 req-48eb9bcc-9427-45f9-b81a-324c636ad85e service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Received event network-vif-plugged-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.039729] env[69520]: DEBUG oslo_concurrency.lockutils [req-544dd027-7cf4-45de-ac80-5b7224e8f996 req-48eb9bcc-9427-45f9-b81a-324c636ad85e service nova] Acquiring lock "f926972c-ab5c-49ce-bf39-288a8f5a053e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.039940] env[69520]: DEBUG oslo_concurrency.lockutils [req-544dd027-7cf4-45de-ac80-5b7224e8f996 req-48eb9bcc-9427-45f9-b81a-324c636ad85e service nova] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.040233] env[69520]: DEBUG oslo_concurrency.lockutils [req-544dd027-7cf4-45de-ac80-5b7224e8f996 req-48eb9bcc-9427-45f9-b81a-324c636ad85e service nova] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.040367] env[69520]: DEBUG nova.compute.manager [req-544dd027-7cf4-45de-ac80-5b7224e8f996 req-48eb9bcc-9427-45f9-b81a-324c636ad85e service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] No waiting events found dispatching network-vif-plugged-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.040516] env[69520]: WARNING nova.compute.manager [req-544dd027-7cf4-45de-ac80-5b7224e8f996 req-48eb9bcc-9427-45f9-b81a-324c636ad85e service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Received unexpected event network-vif-plugged-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f for instance with vm_state active and task_state None. [ 714.051254] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.097468] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.097637] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquired lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.097781] env[69520]: DEBUG nova.network.neutron [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.160602] env[69520]: DEBUG nova.compute.utils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.166629] env[69520]: DEBUG nova.compute.manager [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.166788] env[69520]: DEBUG nova.network.neutron [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.208109] env[69520]: DEBUG nova.policy [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f6db8282e6e4742bf0f17654683f02f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ad271125a8a4e7d8204c50050e68ffd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.245295] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.480846] env[69520]: DEBUG nova.network.neutron [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Successfully created port: ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.506757] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.506757] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.506757] env[69520]: DEBUG nova.network.neutron [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.554127] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.628604] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589c266a-4d46-44c1-bc1c-2c7526f7c891 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.639096] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe237036-70f9-409c-8661-9e5a21232467 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.644144] env[69520]: DEBUG nova.network.neutron [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.675015] env[69520]: DEBUG nova.compute.manager [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.678400] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed0f07-8489-4b91-9af6-0296c1728ee1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.687954] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca94e581-25db-495d-8055-99b440bbe9bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.708534] env[69520]: DEBUG nova.compute.provider_tree [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.743764] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.877736] env[69520]: DEBUG nova.network.neutron [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Updating instance_info_cache with network_info: [{"id": "c731df6f-86e4-4659-9853-5201148ac16c", "address": "fa:16:3e:16:6b:77", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc731df6f-86", "ovs_interfaceid": "c731df6f-86e4-4659-9853-5201148ac16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.921097] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquiring lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.921360] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.921568] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquiring lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.921747] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.921914] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.924173] env[69520]: INFO nova.compute.manager [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Terminating instance [ 715.047305] env[69520]: WARNING nova.network.neutron [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] 013ed665-9824-4fa4-ac53-064750178406 already exists in list: networks containing: ['013ed665-9824-4fa4-ac53-064750178406']. ignoring it [ 715.052494] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481419, 'name': ReconfigVM_Task, 'duration_secs': 1.234363} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.052784] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Reconfigured VM instance instance-0000001b to attach disk [datastore1] dfa943a8-70f0-4eb2-90df-c8b77aa09895/dfa943a8-70f0-4eb2-90df-c8b77aa09895.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.053415] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cae70c2b-4489-49c0-a091-33ad4b922613 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.061365] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for the task: (returnval){ [ 715.061365] env[69520]: value = "task-3481421" [ 715.061365] env[69520]: _type = "Task" [ 715.061365] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.069991] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481421, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.212053] env[69520]: DEBUG nova.scheduler.client.report [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.245163] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481420, 'name': ReconfigVM_Task, 'duration_secs': 1.037014} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.245163] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 660594cc-9add-49ef-bf85-f2b21d827af5/660594cc-9add-49ef-bf85-f2b21d827af5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.245560] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ff2257c-0182-4b19-bec0-5018f679523b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.256511] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 715.256511] env[69520]: value = "task-3481422" [ 715.256511] env[69520]: _type = "Task" [ 715.256511] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.269753] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481422, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.380868] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Releasing lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.381183] env[69520]: DEBUG nova.compute.manager [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Instance network_info: |[{"id": "c731df6f-86e4-4659-9853-5201148ac16c", "address": "fa:16:3e:16:6b:77", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc731df6f-86", "ovs_interfaceid": "c731df6f-86e4-4659-9853-5201148ac16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.381604] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:6b:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c731df6f-86e4-4659-9853-5201148ac16c', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.389748] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Creating folder: Project (cf44b0703d134b609b2ceee0fdaab50d). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.390199] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3a386cd-3ce6-4f8d-bb90-c612540a3fc7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.402162] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Created folder: Project (cf44b0703d134b609b2ceee0fdaab50d) in parent group-v695915. [ 715.402368] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Creating folder: Instances. Parent ref: group-v696005. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.402611] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfeba499-ece5-48cd-a2f8-12baad94ebfc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.413538] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Created folder: Instances in parent group-v696005. [ 715.413786] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.413978] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.414198] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57bffae9-415b-4039-99d7-c812dc89be02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.430358] env[69520]: DEBUG nova.compute.manager [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.430577] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.431423] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751d6a09-0dcb-4bfc-a7e0-f2782fc632c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.439783] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.441114] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1964ba-e014-4e34-a193-75993f86beff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.442862] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.442862] env[69520]: value = "task-3481425" [ 715.442862] env[69520]: _type = "Task" [ 715.442862] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.448506] env[69520]: DEBUG oslo_vmware.api [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for the task: (returnval){ [ 715.448506] env[69520]: value = "task-3481426" [ 715.448506] env[69520]: _type = "Task" [ 715.448506] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.451789] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481425, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.461074] env[69520]: DEBUG oslo_vmware.api [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.574293] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481421, 'name': Rename_Task, 'duration_secs': 0.289024} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.574582] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.574828] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c332d00-b19a-400e-87f0-de666621833a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.583047] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for the task: (returnval){ [ 715.583047] env[69520]: value = "task-3481427" [ 715.583047] env[69520]: _type = "Task" [ 715.583047] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.592840] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.661469] env[69520]: DEBUG nova.network.neutron [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updating instance_info_cache with network_info: [{"id": "2be5e29a-c991-493f-99dc-1dd591e35d33", "address": "fa:16:3e:2e:db:f0", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be5e29a-c9", "ovs_interfaceid": "2be5e29a-c991-493f-99dc-1dd591e35d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f", "address": "fa:16:3e:41:f1:d2", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f97d7c-36", "ovs_interfaceid": "81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.691093] env[69520]: DEBUG nova.compute.manager [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.722107] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.726628] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.377s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.726628] env[69520]: DEBUG nova.objects.instance [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lazy-loading 'resources' on Instance uuid b42a89a0-2d11-410c-a6dd-226b2911ff98 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.730396] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.730396] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.730396] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.730592] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.730754] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.730938] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.731241] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.732032] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.732032] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.732032] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.732180] env[69520]: DEBUG nova.virt.hardware [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.734393] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c826e3a-1a66-4e4f-a9f6-93684058246f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.744883] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b68421a-5d8f-400f-8152-3827f82c3d98 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.766363] env[69520]: INFO nova.scheduler.client.report [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Deleted allocations for instance a59cfdd6-adf9-4a21-aa67-09e5883ac6a8 [ 715.774266] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481422, 'name': Rename_Task, 'duration_secs': 0.241156} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.774918] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.775212] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5432a19-8b85-4fe3-91ad-bfb8fa4fcb2f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.789124] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 715.789124] env[69520]: value = "task-3481428" [ 715.789124] env[69520]: _type = "Task" [ 715.789124] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.798654] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.955482] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481425, 'name': CreateVM_Task, 'duration_secs': 0.417917} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.958640] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.959401] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.959579] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.959962] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.960730] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b33dc8d-2906-4549-8e02-ea3e2d994c00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.967021] env[69520]: DEBUG oslo_vmware.api [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481426, 'name': PowerOffVM_Task, 'duration_secs': 0.20839} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.969225] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.969334] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.969617] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 715.969617] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b94d47-26b3-a1d1-09db-a1ebc01ed46c" [ 715.969617] env[69520]: _type = "Task" [ 715.969617] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.969826] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f3ee475-3197-447e-99d5-a4e8ba396c3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.981012] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b94d47-26b3-a1d1-09db-a1ebc01ed46c, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.981229] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.981464] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.981697] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.981928] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.982024] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.982284] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-638b2e7c-300f-4851-a9e7-edb7587814b2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.991370] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.991563] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.992352] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9edea02f-8a3a-431e-8035-a6a405aa5c25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.998057] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 715.998057] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a41c20-2281-7473-a57c-675b0ee6c3ae" [ 715.998057] env[69520]: _type = "Task" [ 715.998057] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.006954] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a41c20-2281-7473-a57c-675b0ee6c3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.041204] env[69520]: DEBUG nova.network.neutron [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Successfully updated port: ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.048613] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.048802] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.049082] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Deleting the datastore file [datastore1] ed594de5-84f8-4c94-97e1-bb96ff18ebc6 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.049141] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-848e60dd-0064-468c-ae97-e500bd7694d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.057565] env[69520]: DEBUG oslo_vmware.api [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for the task: (returnval){ [ 716.057565] env[69520]: value = "task-3481430" [ 716.057565] env[69520]: _type = "Task" [ 716.057565] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.067283] env[69520]: DEBUG oslo_vmware.api [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.094781] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.164429] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.165198] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.165424] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.166497] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d596b76-48e6-4bdf-8d4e-5d2a3be96bf5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.187945] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.188218] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.188481] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.188757] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.188948] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.189217] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.189471] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.189654] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.189862] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.190153] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.190365] env[69520]: DEBUG nova.virt.hardware [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.196818] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Reconfiguring VM to attach interface {{(pid=69520) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 716.197182] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7876aec-43b6-4834-978e-513c6714922a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.215580] env[69520]: DEBUG oslo_vmware.api [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 716.215580] env[69520]: value = "task-3481431" [ 716.215580] env[69520]: _type = "Task" [ 716.215580] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.226786] env[69520]: DEBUG oslo_vmware.api [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481431, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.278953] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c573a015-0ad1-4a1c-bd83-c1fe2071013c tempest-FloatingIPsAssociationNegativeTestJSON-1154536718 tempest-FloatingIPsAssociationNegativeTestJSON-1154536718-project-member] Lock "a59cfdd6-adf9-4a21-aa67-09e5883ac6a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.649s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.300720] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481428, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.392798] env[69520]: DEBUG nova.compute.manager [req-72b1ee59-1c8e-4c2a-a24a-565c6da9f97d req-287fa6bc-48e4-4646-81d5-8abae5acf627 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Received event network-changed-c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.393179] env[69520]: DEBUG nova.compute.manager [req-72b1ee59-1c8e-4c2a-a24a-565c6da9f97d req-287fa6bc-48e4-4646-81d5-8abae5acf627 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Refreshing instance network info cache due to event network-changed-c731df6f-86e4-4659-9853-5201148ac16c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.393326] env[69520]: DEBUG oslo_concurrency.lockutils [req-72b1ee59-1c8e-4c2a-a24a-565c6da9f97d req-287fa6bc-48e4-4646-81d5-8abae5acf627 service nova] Acquiring lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.393578] env[69520]: DEBUG oslo_concurrency.lockutils [req-72b1ee59-1c8e-4c2a-a24a-565c6da9f97d req-287fa6bc-48e4-4646-81d5-8abae5acf627 service nova] Acquired lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.393754] env[69520]: DEBUG nova.network.neutron [req-72b1ee59-1c8e-4c2a-a24a-565c6da9f97d req-287fa6bc-48e4-4646-81d5-8abae5acf627 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Refreshing network info cache for port c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.513217] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a41c20-2281-7473-a57c-675b0ee6c3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.514277] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6804c822-41df-4f69-a409-b0caf11633ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.523461] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 716.523461] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524c7a0c-661c-2a10-f4e8-41d190d8d99f" [ 716.523461] env[69520]: _type = "Task" [ 716.523461] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.538038] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524c7a0c-661c-2a10-f4e8-41d190d8d99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.546014] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.546014] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquired lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.546014] env[69520]: DEBUG nova.network.neutron [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.569337] env[69520]: DEBUG oslo_vmware.api [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Task: {'id': task-3481430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1485} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.571343] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.571533] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.571710] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.571880] env[69520]: INFO nova.compute.manager [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 716.572165] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.572779] env[69520]: DEBUG nova.compute.manager [-] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.572879] env[69520]: DEBUG nova.network.neutron [-] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.594150] env[69520]: DEBUG oslo_vmware.api [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481427, 'name': PowerOnVM_Task, 'duration_secs': 0.576401} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.596888] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.597115] env[69520]: INFO nova.compute.manager [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Took 10.18 seconds to spawn the instance on the hypervisor. [ 716.597295] env[69520]: DEBUG nova.compute.manager [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.598306] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2badea-b307-4ea7-8856-d5c37e2d32f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.672367] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba409a-faf0-40e8-be4e-f7376ff2322c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.684510] env[69520]: DEBUG nova.compute.manager [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Received event network-changed-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.685532] env[69520]: DEBUG nova.compute.manager [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Refreshing instance network info cache due to event network-changed-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.685532] env[69520]: DEBUG oslo_concurrency.lockutils [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] Acquiring lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.685532] env[69520]: DEBUG oslo_concurrency.lockutils [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] Acquired lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.685690] env[69520]: DEBUG nova.network.neutron [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Refreshing network info cache for port 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.691029] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ee7c98-f3ce-4c40-90cf-d465e904323e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.735949] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dce87a-0754-4078-8acf-71aac9449449 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.747955] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b3a195-ba5e-4ffb-b742-800462e92fea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.751925] env[69520]: DEBUG oslo_vmware.api [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.764349] env[69520]: DEBUG nova.compute.provider_tree [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.802358] env[69520]: DEBUG oslo_vmware.api [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481428, 'name': PowerOnVM_Task, 'duration_secs': 0.759863} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.802877] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.802877] env[69520]: INFO nova.compute.manager [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Took 6.41 seconds to spawn the instance on the hypervisor. [ 716.803287] env[69520]: DEBUG nova.compute.manager [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.804306] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a00a3a-8e24-45f1-9429-1401c73c3d8b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.043166] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524c7a0c-661c-2a10-f4e8-41d190d8d99f, 'name': SearchDatastore_Task, 'duration_secs': 0.017587} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.049104] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.049503] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 6008ce40-9804-497e-9fc2-7eb9f871e031/6008ce40-9804-497e-9fc2-7eb9f871e031.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.059043] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57b28a6a-5385-4dfa-9d2d-62777539728a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.067745] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 717.067745] env[69520]: value = "task-3481432" [ 717.067745] env[69520]: _type = "Task" [ 717.067745] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.078912] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.090663] env[69520]: DEBUG nova.network.neutron [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.122987] env[69520]: INFO nova.compute.manager [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Took 37.02 seconds to build instance. [ 717.242897] env[69520]: DEBUG oslo_vmware.api [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481431, 'name': ReconfigVM_Task, 'duration_secs': 0.931826} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.243556] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.243803] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Reconfigured VM to attach interface {{(pid=69520) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 717.271015] env[69520]: DEBUG nova.scheduler.client.report [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.288461] env[69520]: DEBUG nova.network.neutron [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Updating instance_info_cache with network_info: [{"id": "ce625352-7607-432c-a93c-930e235ca301", "address": "fa:16:3e:69:34:75", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce625352-76", "ovs_interfaceid": "ce625352-7607-432c-a93c-930e235ca301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.328783] env[69520]: INFO nova.compute.manager [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Took 35.85 seconds to build instance. [ 717.364299] env[69520]: DEBUG nova.network.neutron [req-72b1ee59-1c8e-4c2a-a24a-565c6da9f97d req-287fa6bc-48e4-4646-81d5-8abae5acf627 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Updated VIF entry in instance network info cache for port c731df6f-86e4-4659-9853-5201148ac16c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.364845] env[69520]: DEBUG nova.network.neutron [req-72b1ee59-1c8e-4c2a-a24a-565c6da9f97d req-287fa6bc-48e4-4646-81d5-8abae5acf627 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Updating instance_info_cache with network_info: [{"id": "c731df6f-86e4-4659-9853-5201148ac16c", "address": "fa:16:3e:16:6b:77", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc731df6f-86", "ovs_interfaceid": "c731df6f-86e4-4659-9853-5201148ac16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.468838] env[69520]: DEBUG nova.network.neutron [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updated VIF entry in instance network info cache for port 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.469314] env[69520]: DEBUG nova.network.neutron [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updating instance_info_cache with network_info: [{"id": "2be5e29a-c991-493f-99dc-1dd591e35d33", "address": "fa:16:3e:2e:db:f0", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be5e29a-c9", "ovs_interfaceid": "2be5e29a-c991-493f-99dc-1dd591e35d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f", "address": "fa:16:3e:41:f1:d2", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f97d7c-36", "ovs_interfaceid": "81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.553291] env[69520]: DEBUG nova.network.neutron [-] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.581248] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481432, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.627179] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5c3e075e-e2f4-4c32-9a24-b5a594eee2af tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.798s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.751050] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f648b37-4c86-4ab9-b809-410a203a0444 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-f926972c-ab5c-49ce-bf39-288a8f5a053e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.784s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.774477] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.777488] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.674s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.778061] env[69520]: DEBUG nova.objects.instance [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lazy-loading 'resources' on Instance uuid 690e1e14-03ae-499c-8c3d-511f638c030b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.792064] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Releasing lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.792404] env[69520]: DEBUG nova.compute.manager [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Instance network_info: |[{"id": "ce625352-7607-432c-a93c-930e235ca301", "address": "fa:16:3e:69:34:75", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce625352-76", "ovs_interfaceid": "ce625352-7607-432c-a93c-930e235ca301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.792840] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:34:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce625352-7607-432c-a93c-930e235ca301', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.802061] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.804019] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.804019] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12e9c47d-e09b-4fb3-8dff-eb2f05b0e40e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.820029] env[69520]: INFO nova.scheduler.client.report [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Deleted allocations for instance b42a89a0-2d11-410c-a6dd-226b2911ff98 [ 717.830031] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b280b821-508a-4780-8c30-897e8b7de4fb tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "660594cc-9add-49ef-bf85-f2b21d827af5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.414s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.839157] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.839157] env[69520]: value = "task-3481433" [ 717.839157] env[69520]: _type = "Task" [ 717.839157] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.847079] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481433, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.867614] env[69520]: DEBUG oslo_concurrency.lockutils [req-72b1ee59-1c8e-4c2a-a24a-565c6da9f97d req-287fa6bc-48e4-4646-81d5-8abae5acf627 service nova] Releasing lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.975575] env[69520]: DEBUG oslo_concurrency.lockutils [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] Releasing lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.976015] env[69520]: DEBUG nova.compute.manager [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Received event network-vif-plugged-ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.976348] env[69520]: DEBUG oslo_concurrency.lockutils [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] Acquiring lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.977126] env[69520]: DEBUG oslo_concurrency.lockutils [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.977426] env[69520]: DEBUG oslo_concurrency.lockutils [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.977973] env[69520]: DEBUG nova.compute.manager [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] No waiting events found dispatching network-vif-plugged-ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.978298] env[69520]: WARNING nova.compute.manager [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Received unexpected event network-vif-plugged-ce625352-7607-432c-a93c-930e235ca301 for instance with vm_state building and task_state spawning. [ 717.978811] env[69520]: DEBUG nova.compute.manager [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Received event network-changed-ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.979130] env[69520]: DEBUG nova.compute.manager [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Refreshing instance network info cache due to event network-changed-ce625352-7607-432c-a93c-930e235ca301. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.979479] env[69520]: DEBUG oslo_concurrency.lockutils [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] Acquiring lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.979730] env[69520]: DEBUG oslo_concurrency.lockutils [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] Acquired lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.980292] env[69520]: DEBUG nova.network.neutron [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Refreshing network info cache for port ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.056552] env[69520]: INFO nova.compute.manager [-] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Took 1.48 seconds to deallocate network for instance. [ 718.086295] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558628} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.086295] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 6008ce40-9804-497e-9fc2-7eb9f871e031/6008ce40-9804-497e-9fc2-7eb9f871e031.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.086295] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.086295] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3890301c-a853-4798-8ca7-abcdd83c69a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.093256] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 718.093256] env[69520]: value = "task-3481434" [ 718.093256] env[69520]: _type = "Task" [ 718.093256] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.107978] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.129573] env[69520]: DEBUG nova.compute.manager [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.334450] env[69520]: INFO nova.compute.manager [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Rebuilding instance [ 718.339369] env[69520]: DEBUG nova.compute.manager [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.342560] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d38fec59-1263-4202-961d-ebfd3de87146 tempest-ImagesOneServerTestJSON-1230137846 tempest-ImagesOneServerTestJSON-1230137846-project-member] Lock "b42a89a0-2d11-410c-a6dd-226b2911ff98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.642s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.360215] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481433, 'name': CreateVM_Task, 'duration_secs': 0.425258} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.361480] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.362418] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.362635] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.362956] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.368076] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48e6e04-1ae8-4fa0-b6f1-68e72bd42354 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.380268] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 718.380268] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52599c4b-25a4-ed05-2baf-5fa267fdb280" [ 718.380268] env[69520]: _type = "Task" [ 718.380268] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.397605] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52599c4b-25a4-ed05-2baf-5fa267fdb280, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.399469] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.399469] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.399469] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.399469] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.399759] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.400115] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f2f72b7-7c5a-4758-8332-ce0ebeeb090e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.407772] env[69520]: DEBUG nova.compute.manager [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.407930] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6dc03c-85aa-4332-9eb5-d5eb43811a11 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.415496] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.415772] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.416648] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ed2e8a-db84-4e54-ac22-d1e6f2332b06 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.426478] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 718.426478] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b97f1d-448e-5e67-58c3-2e8893e284b0" [ 718.426478] env[69520]: _type = "Task" [ 718.426478] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.438039] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b97f1d-448e-5e67-58c3-2e8893e284b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.565874] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.606411] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078271} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.606685] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.607662] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122bfcdf-9bf0-4d0e-8a18-e027fa265e5d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.634869] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 6008ce40-9804-497e-9fc2-7eb9f871e031/6008ce40-9804-497e-9fc2-7eb9f871e031.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.639827] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f17a3b0-5702-4d2b-80bd-3c4d54dc5f6e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.669205] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 718.669205] env[69520]: value = "task-3481435" [ 718.669205] env[69520]: _type = "Task" [ 718.669205] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.685913] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.688379] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.867090] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.884859] env[69520]: DEBUG nova.network.neutron [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Updated VIF entry in instance network info cache for port ce625352-7607-432c-a93c-930e235ca301. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.885235] env[69520]: DEBUG nova.network.neutron [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Updating instance_info_cache with network_info: [{"id": "ce625352-7607-432c-a93c-930e235ca301", "address": "fa:16:3e:69:34:75", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce625352-76", "ovs_interfaceid": "ce625352-7607-432c-a93c-930e235ca301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.898386] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6922bf22-407f-42fb-a98b-9c3784e50c9f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.908761] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c794ff-316d-4ea2-ac54-827b923dd8e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.955060] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d41242d-9c2a-455e-b801-3d6313f8ace9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.970080] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b97f1d-448e-5e67-58c3-2e8893e284b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011718} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.971357] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc2ba01-d43f-4494-a836-28a8becbe25b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.976687] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b8df29-60ff-4c25-9e93-cc46d54e117f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.994565] env[69520]: DEBUG nova.compute.provider_tree [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.997518] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 718.997518] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5290e95d-3436-b43c-27dc-5e0891800cb9" [ 718.997518] env[69520]: _type = "Task" [ 718.997518] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.009078] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5290e95d-3436-b43c-27dc-5e0891800cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.010451] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.012687] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3/58a4c2cb-ab2e-414e-a0cd-76f88c0430b3.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.013342] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a46678a-c8f6-4d08-9b3d-266a1d76cdf8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.025326] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 719.025326] env[69520]: value = "task-3481436" [ 719.025326] env[69520]: _type = "Task" [ 719.025326] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.038782] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.183154] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481435, 'name': ReconfigVM_Task, 'duration_secs': 0.48383} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.184771] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 6008ce40-9804-497e-9fc2-7eb9f871e031/6008ce40-9804-497e-9fc2-7eb9f871e031.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.185626] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30198ce7-57c6-47be-9f79-4df7d22640e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.194924] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 719.194924] env[69520]: value = "task-3481437" [ 719.194924] env[69520]: _type = "Task" [ 719.194924] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.205621] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481437, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.388666] env[69520]: DEBUG oslo_concurrency.lockutils [req-03d0dab5-1d20-425b-b16b-eda495e41236 req-9fe5f8df-f3c1-4eff-83b4-25079972ab02 service nova] Releasing lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.400922] env[69520]: DEBUG nova.compute.manager [req-f84c4c82-81c1-48ad-a616-9933f0cf426e req-933f3567-a29b-416e-99aa-5c8e5e8f5ffe service nova] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Received event network-vif-deleted-cb101782-9d2c-46cb-a781-ce1ad547411d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.463336] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.463336] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0019c0d0-b3be-4bed-8b85-e91cb2a3612b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.474519] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 719.474519] env[69520]: value = "task-3481438" [ 719.474519] env[69520]: _type = "Task" [ 719.474519] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.490825] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.499114] env[69520]: DEBUG nova.scheduler.client.report [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.543670] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.710286] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481437, 'name': Rename_Task, 'duration_secs': 0.319525} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.710652] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.710912] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95d53944-1331-46c2-a452-3fb659036a5d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.719136] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 719.719136] env[69520]: value = "task-3481439" [ 719.719136] env[69520]: _type = "Task" [ 719.719136] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.729868] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.988259] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481438, 'name': PowerOffVM_Task, 'duration_secs': 0.134292} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.988259] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.988677] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.991071] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03f51d6-607e-49e5-9492-6452f2ac5b8b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.003168] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.003168] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b17d55fe-c644-4ec1-bfb8-2702a5ec2f6b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.005300] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.007980] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.854s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.011994] env[69520]: INFO nova.compute.claims [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.038970] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557822} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.039369] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3/58a4c2cb-ab2e-414e-a0cd-76f88c0430b3.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.039808] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.043400] env[69520]: INFO nova.scheduler.client.report [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Deleted allocations for instance 690e1e14-03ae-499c-8c3d-511f638c030b [ 720.044684] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85d7be3f-6a42-4288-b00a-d8dc1b59dc83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.047663] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.047813] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.047987] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Deleting the datastore file [datastore2] 660594cc-9add-49ef-bf85-f2b21d827af5 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.055780] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3f05608-af64-498e-9e24-a76018e38ad9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.059558] env[69520]: DEBUG nova.objects.instance [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lazy-loading 'flavor' on Instance uuid 05272c59-a663-46cc-bb13-1ef90d5db154 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.068119] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 720.068119] env[69520]: value = "task-3481441" [ 720.068119] env[69520]: _type = "Task" [ 720.068119] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.080041] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 720.080041] env[69520]: value = "task-3481442" [ 720.080041] env[69520]: _type = "Task" [ 720.080041] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.090533] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.098440] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.234533] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.489430] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquiring lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.489706] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.490063] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquiring lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.490279] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.490472] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.495503] env[69520]: INFO nova.compute.manager [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Terminating instance [ 720.566357] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb1d6d06-42e5-4f11-af99-4fb419a1ade5 tempest-ServersTestManualDisk-1918525898 tempest-ServersTestManualDisk-1918525898-project-member] Lock "690e1e14-03ae-499c-8c3d-511f638c030b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.424s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.567668] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquiring lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.567830] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquired lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.580292] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187423} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.580292] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.583253] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b134de-9600-4807-baa7-f1de9b061a30 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.604579] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253667} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.610466] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3/58a4c2cb-ab2e-414e-a0cd-76f88c0430b3.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.610833] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.610991] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.611185] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.613809] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3ff117-2e27-4c94-8b20-896d707bd4a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.637347] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 720.637347] env[69520]: value = "task-3481443" [ 720.637347] env[69520]: _type = "Task" [ 720.637347] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.649151] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.732617] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.771860] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "interface-f926972c-ab5c-49ce-bf39-288a8f5a053e-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.772345] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-f926972c-ab5c-49ce-bf39-288a8f5a053e-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.862812] env[69520]: DEBUG oslo_concurrency.lockutils [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquiring lock "664b9c5e-ba90-40c2-b952-35b83a465052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.863102] env[69520]: DEBUG oslo_concurrency.lockutils [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lock "664b9c5e-ba90-40c2-b952-35b83a465052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.863739] env[69520]: DEBUG oslo_concurrency.lockutils [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquiring lock "664b9c5e-ba90-40c2-b952-35b83a465052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.863947] env[69520]: DEBUG oslo_concurrency.lockutils [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lock "664b9c5e-ba90-40c2-b952-35b83a465052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.864141] env[69520]: DEBUG oslo_concurrency.lockutils [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lock "664b9c5e-ba90-40c2-b952-35b83a465052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.866236] env[69520]: INFO nova.compute.manager [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Terminating instance [ 721.001938] env[69520]: DEBUG nova.compute.manager [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.002313] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.003161] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810fcb76-a991-4040-b516-7deb4a0a39db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.016173] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.016173] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df12d3ab-0de4-43dd-9f65-8f5b995d9469 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.032906] env[69520]: DEBUG oslo_vmware.api [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for the task: (returnval){ [ 721.032906] env[69520]: value = "task-3481444" [ 721.032906] env[69520]: _type = "Task" [ 721.032906] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.051221] env[69520]: DEBUG oslo_vmware.api [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.152485] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481443, 'name': ReconfigVM_Task, 'duration_secs': 0.331172} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.159042] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3/58a4c2cb-ab2e-414e-a0cd-76f88c0430b3.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.159679] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-431d61f7-efba-4f41-a09b-9286077b3a7f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.169420] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 721.169420] env[69520]: value = "task-3481445" [ 721.169420] env[69520]: _type = "Task" [ 721.169420] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.180981] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481445, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.234130] env[69520]: DEBUG oslo_vmware.api [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481439, 'name': PowerOnVM_Task, 'duration_secs': 1.106536} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.234408] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.234957] env[69520]: INFO nova.compute.manager [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Took 8.21 seconds to spawn the instance on the hypervisor. [ 721.235342] env[69520]: DEBUG nova.compute.manager [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.236463] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da856c35-e30d-4b03-b91d-6ec9cc34a7d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.277351] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.277529] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.279553] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55a4ec9-a063-45e1-a494-95906208f9c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.305263] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441cf4bb-4a06-4869-af9b-8dd16d7550dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.340744] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Reconfiguring VM to detach interface {{(pid=69520) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 721.344245] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7548603-8698-464e-9dab-994ef4cc815f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.365636] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 721.365636] env[69520]: value = "task-3481446" [ 721.365636] env[69520]: _type = "Task" [ 721.365636] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.370025] env[69520]: DEBUG nova.compute.manager [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.370396] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.371430] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23337c7c-8859-4382-921e-45e0faae38c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.381795] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.386738] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.387043] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25cc4414-8cf4-411c-b4d6-dba713de6061 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.397418] env[69520]: DEBUG oslo_vmware.api [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for the task: (returnval){ [ 721.397418] env[69520]: value = "task-3481447" [ 721.397418] env[69520]: _type = "Task" [ 721.397418] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.408217] env[69520]: DEBUG oslo_vmware.api [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.544865] env[69520]: DEBUG oslo_vmware.api [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481444, 'name': PowerOffVM_Task, 'duration_secs': 0.383456} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.545034] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.545091] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.545891] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb9966f2-631a-4816-994b-95c6e5fa8e70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.624559] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76587d11-7b34-48f9-8897-3cb40c1e6a18 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.642650] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005ace99-eed2-48f8-b7e3-b329774f395b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.645481] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.645709] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.645895] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Deleting the datastore file [datastore1] dfa943a8-70f0-4eb2-90df-c8b77aa09895 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.646938] env[69520]: DEBUG nova.network.neutron [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.650839] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12957d3d-08c8-440c-9906-985fcb82d39f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.683608] env[69520]: DEBUG oslo_vmware.api [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for the task: (returnval){ [ 721.683608] env[69520]: value = "task-3481449" [ 721.683608] env[69520]: _type = "Task" [ 721.683608] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.690778] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69878d2-d44f-4867-8f81-9c319e3c8cdf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.703598] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.703884] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.704062] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.704258] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.704423] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.704605] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.704836] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.705011] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.705340] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.705521] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.706198] env[69520]: DEBUG nova.virt.hardware [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.708059] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf55d45-b14c-4220-a039-173b75659aab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.719300] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481445, 'name': Rename_Task, 'duration_secs': 0.204262} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.719895] env[69520]: DEBUG oslo_vmware.api [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.720690] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.722450] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a666184-2a5a-44c1-9fc3-ee44a1a9fb9c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.729230] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-707819dd-2dc4-4322-830e-1228699fc3bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.733217] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875bf235-73db-43db-b3ed-c259cce99f1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.745476] env[69520]: DEBUG nova.compute.provider_tree [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.764296] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.770147] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.774059] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.774448] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 721.774448] env[69520]: value = "task-3481450" [ 721.774448] env[69520]: _type = "Task" [ 721.774448] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.775086] env[69520]: INFO nova.compute.manager [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Took 39.11 seconds to build instance. [ 721.775905] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-883bcef2-491c-4f31-a87c-5cd68b56a86f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.799991] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.801473] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.801473] env[69520]: value = "task-3481451" [ 721.801473] env[69520]: _type = "Task" [ 721.801473] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.811122] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481451, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.813348] env[69520]: DEBUG nova.compute.manager [req-a8a86cba-2ea1-43e5-b2ed-4cff29e4ec4c req-2aaa652a-3331-46d1-98e6-b365ee862393 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Received event network-changed-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.813534] env[69520]: DEBUG nova.compute.manager [req-a8a86cba-2ea1-43e5-b2ed-4cff29e4ec4c req-2aaa652a-3331-46d1-98e6-b365ee862393 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Refreshing instance network info cache due to event network-changed-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.813727] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8a86cba-2ea1-43e5-b2ed-4cff29e4ec4c req-2aaa652a-3331-46d1-98e6-b365ee862393 service nova] Acquiring lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.877774] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.910301] env[69520]: DEBUG oslo_vmware.api [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481447, 'name': PowerOffVM_Task, 'duration_secs': 0.259019} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.910577] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.910774] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.911172] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d573554d-08cd-4859-ac4d-cab36300030d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.997034] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.997628] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.997770] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Deleting the datastore file [datastore2] 664b9c5e-ba90-40c2-b952-35b83a465052 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.998118] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67441163-85f8-42ee-ad2b-3cef8598d58c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.007230] env[69520]: DEBUG oslo_vmware.api [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for the task: (returnval){ [ 722.007230] env[69520]: value = "task-3481453" [ 722.007230] env[69520]: _type = "Task" [ 722.007230] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.015893] env[69520]: DEBUG oslo_vmware.api [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.206195] env[69520]: DEBUG oslo_vmware.api [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Task: {'id': task-3481449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148342} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.210701] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.210919] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.211130] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.211304] env[69520]: INFO nova.compute.manager [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Took 1.21 seconds to destroy the instance on the hypervisor. [ 722.211580] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.211812] env[69520]: DEBUG nova.compute.manager [-] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.211912] env[69520]: DEBUG nova.network.neutron [-] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.249047] env[69520]: DEBUG nova.scheduler.client.report [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.290645] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51a044ee-c75b-49dd-9037-1327a7601989 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "6008ce40-9804-497e-9fc2-7eb9f871e031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.003s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.310250] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.316644] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481451, 'name': CreateVM_Task, 'duration_secs': 0.395575} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.316870] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.317261] env[69520]: DEBUG oslo_concurrency.lockutils [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.317421] env[69520]: DEBUG oslo_concurrency.lockutils [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.317747] env[69520]: DEBUG oslo_concurrency.lockutils [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.318019] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beca92d3-1bcc-4e25-b68e-180743b8a1a8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.324352] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 722.324352] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fc4343-f517-80e3-2bfd-1b508495fbd5" [ 722.324352] env[69520]: _type = "Task" [ 722.324352] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.339501] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fc4343-f517-80e3-2bfd-1b508495fbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.378815] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.520734] env[69520]: DEBUG oslo_vmware.api [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Task: {'id': task-3481453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214901} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.521444] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.521634] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.521810] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.521981] env[69520]: INFO nova.compute.manager [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Took 1.15 seconds to destroy the instance on the hypervisor. [ 722.522287] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.522481] env[69520]: DEBUG nova.compute.manager [-] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.522682] env[69520]: DEBUG nova.network.neutron [-] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.622207] env[69520]: DEBUG nova.network.neutron [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updating instance_info_cache with network_info: [{"id": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "address": "fa:16:3e:32:65:fb", "network": {"id": "c37cf481-9ff7-4af3-aae2-afae199d13ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-974003218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e6ab0d917d4e4ea162c7f4fb4d7107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea37036-e5", "ovs_interfaceid": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.754957] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.755716] env[69520]: DEBUG nova.compute.manager [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.760565] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.899s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.760667] env[69520]: DEBUG nova.objects.instance [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 722.804689] env[69520]: DEBUG nova.compute.manager [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.807639] env[69520]: DEBUG oslo_vmware.api [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481450, 'name': PowerOnVM_Task, 'duration_secs': 0.585321} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.808131] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.808380] env[69520]: INFO nova.compute.manager [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Took 7.12 seconds to spawn the instance on the hypervisor. [ 722.808598] env[69520]: DEBUG nova.compute.manager [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.809554] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e615d7-67fb-452f-a572-c90cf02f7517 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.843567] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fc4343-f517-80e3-2bfd-1b508495fbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.025066} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.843813] env[69520]: DEBUG oslo_concurrency.lockutils [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.844616] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.844616] env[69520]: DEBUG oslo_concurrency.lockutils [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.844616] env[69520]: DEBUG oslo_concurrency.lockutils [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.844753] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.846479] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e251aa23-6df6-4579-8566-3ff492ddfab4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.857994] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.858157] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.859444] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4bbf394-4add-4a80-b917-6dbcf0b50bf0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.884580] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.884974] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 722.884974] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52203e33-83a9-19ce-0837-e0715b007fd6" [ 722.884974] env[69520]: _type = "Task" [ 722.884974] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.895298] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52203e33-83a9-19ce-0837-e0715b007fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.905035] env[69520]: DEBUG nova.compute.manager [req-0e4f6af8-fd03-474c-a504-579b9dd88775 req-8220a736-4be4-4d1c-b69a-ca3db70ab153 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Received event network-changed-c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.905035] env[69520]: DEBUG nova.compute.manager [req-0e4f6af8-fd03-474c-a504-579b9dd88775 req-8220a736-4be4-4d1c-b69a-ca3db70ab153 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Refreshing instance network info cache due to event network-changed-c731df6f-86e4-4659-9853-5201148ac16c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.905035] env[69520]: DEBUG oslo_concurrency.lockutils [req-0e4f6af8-fd03-474c-a504-579b9dd88775 req-8220a736-4be4-4d1c-b69a-ca3db70ab153 service nova] Acquiring lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.905035] env[69520]: DEBUG oslo_concurrency.lockutils [req-0e4f6af8-fd03-474c-a504-579b9dd88775 req-8220a736-4be4-4d1c-b69a-ca3db70ab153 service nova] Acquired lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.905494] env[69520]: DEBUG nova.network.neutron [req-0e4f6af8-fd03-474c-a504-579b9dd88775 req-8220a736-4be4-4d1c-b69a-ca3db70ab153 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Refreshing network info cache for port c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.125956] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Releasing lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.125956] env[69520]: DEBUG nova.compute.manager [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Inject network info {{(pid=69520) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 723.125956] env[69520]: DEBUG nova.compute.manager [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] network_info to inject: |[{"id": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "address": "fa:16:3e:32:65:fb", "network": {"id": "c37cf481-9ff7-4af3-aae2-afae199d13ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-974003218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e6ab0d917d4e4ea162c7f4fb4d7107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea37036-e5", "ovs_interfaceid": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 723.131679] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Reconfiguring VM instance to set the machine id {{(pid=69520) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 723.132192] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8a86cba-2ea1-43e5-b2ed-4cff29e4ec4c req-2aaa652a-3331-46d1-98e6-b365ee862393 service nova] Acquired lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.132514] env[69520]: DEBUG nova.network.neutron [req-a8a86cba-2ea1-43e5-b2ed-4cff29e4ec4c req-2aaa652a-3331-46d1-98e6-b365ee862393 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Refreshing network info cache for port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.134035] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46b619b-037b-45be-a5a2-2e310e8f7393 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.160093] env[69520]: DEBUG oslo_vmware.api [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 723.160093] env[69520]: value = "task-3481454" [ 723.160093] env[69520]: _type = "Task" [ 723.160093] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.169256] env[69520]: DEBUG oslo_vmware.api [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.265598] env[69520]: DEBUG nova.compute.utils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.271491] env[69520]: DEBUG nova.compute.manager [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.271680] env[69520]: DEBUG nova.network.neutron [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.339442] env[69520]: INFO nova.compute.manager [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Took 36.62 seconds to build instance. [ 723.348416] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.382872] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.387473] env[69520]: DEBUG nova.policy [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab7215ffc14c46cd90bd0bfce869b4e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c8961d215d84628977979f1ab190267', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.401919] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52203e33-83a9-19ce-0837-e0715b007fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.02107} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.402513] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00ee428-e82c-4be2-a4dd-287a75302edc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.413471] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 723.413471] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523a72ab-8998-0dd9-13c0-70a4e93606ef" [ 723.413471] env[69520]: _type = "Task" [ 723.413471] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.423922] env[69520]: DEBUG nova.network.neutron [-] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.430251] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523a72ab-8998-0dd9-13c0-70a4e93606ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.675695] env[69520]: DEBUG oslo_vmware.api [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481454, 'name': ReconfigVM_Task, 'duration_secs': 0.307018} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.675695] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af9e2d-cd4a-49c3-a807-07334239513b tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Reconfigured VM instance to set the machine id {{(pid=69520) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 723.781953] env[69520]: DEBUG nova.compute.manager [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.789040] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c0e6cf37-91b4-4cec-b92f-8c711a924f57 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.790138] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.497s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.790397] env[69520]: DEBUG nova.objects.instance [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lazy-loading 'resources' on Instance uuid 9f52f42b-e316-4b82-bfec-9a21afa9b19f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.821230] env[69520]: DEBUG nova.network.neutron [-] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.843739] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8773602c-58a4-47d9-8fa3-1ee9cd95dcce tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.793s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.867964] env[69520]: DEBUG nova.network.neutron [req-a8a86cba-2ea1-43e5-b2ed-4cff29e4ec4c req-2aaa652a-3331-46d1-98e6-b365ee862393 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updated VIF entry in instance network info cache for port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.868380] env[69520]: DEBUG nova.network.neutron [req-a8a86cba-2ea1-43e5-b2ed-4cff29e4ec4c req-2aaa652a-3331-46d1-98e6-b365ee862393 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updating instance_info_cache with network_info: [{"id": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "address": "fa:16:3e:32:65:fb", "network": {"id": "c37cf481-9ff7-4af3-aae2-afae199d13ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-974003218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e6ab0d917d4e4ea162c7f4fb4d7107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea37036-e5", "ovs_interfaceid": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.882312] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.926988] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523a72ab-8998-0dd9-13c0-70a4e93606ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013639} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.929774] env[69520]: DEBUG oslo_concurrency.lockutils [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.930334] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 660594cc-9add-49ef-bf85-f2b21d827af5/660594cc-9add-49ef-bf85-f2b21d827af5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.930646] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-896cb89c-6d4a-4958-b50c-402dc7f3655a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.933947] env[69520]: INFO nova.compute.manager [-] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Took 1.72 seconds to deallocate network for instance. [ 723.946166] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 723.946166] env[69520]: value = "task-3481455" [ 723.946166] env[69520]: _type = "Task" [ 723.946166] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.959512] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.281060] env[69520]: DEBUG nova.network.neutron [req-0e4f6af8-fd03-474c-a504-579b9dd88775 req-8220a736-4be4-4d1c-b69a-ca3db70ab153 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Updated VIF entry in instance network info cache for port c731df6f-86e4-4659-9853-5201148ac16c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.281060] env[69520]: DEBUG nova.network.neutron [req-0e4f6af8-fd03-474c-a504-579b9dd88775 req-8220a736-4be4-4d1c-b69a-ca3db70ab153 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Updating instance_info_cache with network_info: [{"id": "c731df6f-86e4-4659-9853-5201148ac16c", "address": "fa:16:3e:16:6b:77", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc731df6f-86", "ovs_interfaceid": "c731df6f-86e4-4659-9853-5201148ac16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.326599] env[69520]: INFO nova.compute.manager [-] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Took 1.80 seconds to deallocate network for instance. [ 724.371429] env[69520]: DEBUG oslo_concurrency.lockutils [req-a8a86cba-2ea1-43e5-b2ed-4cff29e4ec4c req-2aaa652a-3331-46d1-98e6-b365ee862393 service nova] Releasing lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.391278] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.441727] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.457895] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50393} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.458190] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 660594cc-9add-49ef-bf85-f2b21d827af5/660594cc-9add-49ef-bf85-f2b21d827af5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.458407] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.458662] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee31d14-ef92-4811-84f1-6ec351b27f42 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.467718] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 724.467718] env[69520]: value = "task-3481456" [ 724.467718] env[69520]: _type = "Task" [ 724.467718] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.477753] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.505862] env[69520]: DEBUG nova.compute.manager [req-4ba8b192-a60b-472b-870c-9a72aa59fa5e req-3808de95-8598-4d23-8ce4-f6e69e879b2c service nova] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Received event network-vif-deleted-d1582016-b152-4182-b8c9-4aa0af4e4edc {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.565532] env[69520]: DEBUG nova.network.neutron [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Successfully created port: d7b525bb-e94c-4c10-8fbf-56e4408b5308 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.787047] env[69520]: DEBUG oslo_concurrency.lockutils [req-0e4f6af8-fd03-474c-a504-579b9dd88775 req-8220a736-4be4-4d1c-b69a-ca3db70ab153 service nova] Releasing lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.802995] env[69520]: DEBUG nova.compute.manager [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.836151] env[69520]: DEBUG oslo_concurrency.lockutils [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.849064] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.849246] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.849309] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.849487] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.849629] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.849770] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.849978] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.850146] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.850342] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.850532] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.851207] env[69520]: DEBUG nova.virt.hardware [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.854936] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f89a2aa-6fdd-4916-b8d1-12d03588bdbe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.864230] env[69520]: DEBUG nova.objects.instance [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lazy-loading 'flavor' on Instance uuid 05272c59-a663-46cc-bb13-1ef90d5db154 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.873228] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708b447b-af7d-48f1-879d-3f90fe88ef83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.885147] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774844ad-e39c-4dc1-b75f-d78e48d4f423 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.899327] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.911059] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22951e4f-e7ac-4735-93df-5edc8193ec53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.959329] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c6fb6d-380e-449a-a6df-6248c4f15d77 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.968258] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e75432-d3ba-4747-a282-c37e9204f054 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.990692] env[69520]: DEBUG nova.compute.provider_tree [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.997078] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07338} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.997078] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.997078] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5cc990-d85d-4d55-861e-874130ac5d19 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.020809] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 660594cc-9add-49ef-bf85-f2b21d827af5/660594cc-9add-49ef-bf85-f2b21d827af5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.021820] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e68c6128-58f8-4934-afa6-0bb408a020c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.045737] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 725.045737] env[69520]: value = "task-3481457" [ 725.045737] env[69520]: _type = "Task" [ 725.045737] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.056387] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.104494] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquiring lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.104830] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.372549] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquiring lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.372883] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquired lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.395132] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.496912] env[69520]: DEBUG nova.scheduler.client.report [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.559281] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.607500] env[69520]: DEBUG nova.compute.manager [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.900854] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.914804] env[69520]: DEBUG nova.compute.manager [req-a12873f4-5d0f-47d5-b376-6f1898550f76 req-a720c177-fdc1-411b-af12-5e3074867636 service nova] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Received event network-vif-deleted-33119ab9-cd4b-4c3c-a1ff-c4ae649d5c6e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.917182] env[69520]: DEBUG nova.compute.manager [req-a12873f4-5d0f-47d5-b376-6f1898550f76 req-a720c177-fdc1-411b-af12-5e3074867636 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Received event network-changed-c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.917514] env[69520]: DEBUG nova.compute.manager [req-a12873f4-5d0f-47d5-b376-6f1898550f76 req-a720c177-fdc1-411b-af12-5e3074867636 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Refreshing instance network info cache due to event network-changed-c731df6f-86e4-4659-9853-5201148ac16c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.917735] env[69520]: DEBUG oslo_concurrency.lockutils [req-a12873f4-5d0f-47d5-b376-6f1898550f76 req-a720c177-fdc1-411b-af12-5e3074867636 service nova] Acquiring lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.917878] env[69520]: DEBUG oslo_concurrency.lockutils [req-a12873f4-5d0f-47d5-b376-6f1898550f76 req-a720c177-fdc1-411b-af12-5e3074867636 service nova] Acquired lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.918050] env[69520]: DEBUG nova.network.neutron [req-a12873f4-5d0f-47d5-b376-6f1898550f76 req-a720c177-fdc1-411b-af12-5e3074867636 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Refreshing network info cache for port c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.005830] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.009215] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.079s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.010889] env[69520]: INFO nova.compute.claims [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.037483] env[69520]: INFO nova.scheduler.client.report [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Deleted allocations for instance 9f52f42b-e316-4b82-bfec-9a21afa9b19f [ 726.058603] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481457, 'name': ReconfigVM_Task, 'duration_secs': 0.751869} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.058603] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 660594cc-9add-49ef-bf85-f2b21d827af5/660594cc-9add-49ef-bf85-f2b21d827af5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.059099] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bdb7b35-c7d1-4412-9dd4-a2c20838f267 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.070794] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 726.070794] env[69520]: value = "task-3481458" [ 726.070794] env[69520]: _type = "Task" [ 726.070794] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.081727] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481458, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.082636] env[69520]: DEBUG nova.network.neutron [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.131032] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.398756] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.548553] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56e47ef3-125b-4116-8dbd-2d4a06c95977 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "9f52f42b-e316-4b82-bfec-9a21afa9b19f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.444s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.585941] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481458, 'name': Rename_Task, 'duration_secs': 0.434368} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.588312] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.593832] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15edefdf-c469-48e7-a5f9-80aae0bea47b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.603362] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 726.603362] env[69520]: value = "task-3481459" [ 726.603362] env[69520]: _type = "Task" [ 726.603362] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.615729] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.754094] env[69520]: DEBUG nova.network.neutron [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Successfully updated port: d7b525bb-e94c-4c10-8fbf-56e4408b5308 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.832768] env[69520]: DEBUG nova.network.neutron [req-a12873f4-5d0f-47d5-b376-6f1898550f76 req-a720c177-fdc1-411b-af12-5e3074867636 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Updated VIF entry in instance network info cache for port c731df6f-86e4-4659-9853-5201148ac16c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.832994] env[69520]: DEBUG nova.network.neutron [req-a12873f4-5d0f-47d5-b376-6f1898550f76 req-a720c177-fdc1-411b-af12-5e3074867636 service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Updating instance_info_cache with network_info: [{"id": "c731df6f-86e4-4659-9853-5201148ac16c", "address": "fa:16:3e:16:6b:77", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc731df6f-86", "ovs_interfaceid": "c731df6f-86e4-4659-9853-5201148ac16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.897143] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.126243] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481459, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.218779] env[69520]: DEBUG nova.compute.manager [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Received event network-changed-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.218968] env[69520]: DEBUG nova.compute.manager [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Refreshing instance network info cache due to event network-changed-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.219178] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] Acquiring lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.234666] env[69520]: DEBUG nova.network.neutron [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updating instance_info_cache with network_info: [{"id": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "address": "fa:16:3e:32:65:fb", "network": {"id": "c37cf481-9ff7-4af3-aae2-afae199d13ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-974003218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e6ab0d917d4e4ea162c7f4fb4d7107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea37036-e5", "ovs_interfaceid": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.258583] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "refresh_cache-a4b0b9e9-6fa3-49f8-a241-370e576267dc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.259021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquired lock "refresh_cache-a4b0b9e9-6fa3-49f8-a241-370e576267dc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.260229] env[69520]: DEBUG nova.network.neutron [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.335547] env[69520]: DEBUG oslo_concurrency.lockutils [req-a12873f4-5d0f-47d5-b376-6f1898550f76 req-a720c177-fdc1-411b-af12-5e3074867636 service nova] Releasing lock "refresh_cache-6008ce40-9804-497e-9fc2-7eb9f871e031" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.409162] env[69520]: DEBUG oslo_vmware.api [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481446, 'name': ReconfigVM_Task, 'duration_secs': 5.846103} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.409462] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.409717] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Reconfigured VM to detach interface {{(pid=69520) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 727.615678] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad511087-3311-4380-809e-d16e278ab796 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.625474] env[69520]: DEBUG oslo_vmware.api [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481459, 'name': PowerOnVM_Task, 'duration_secs': 0.839693} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.625474] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.625474] env[69520]: DEBUG nova.compute.manager [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.625873] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a0dbd-d593-4efa-8ad3-1af62911364d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.632795] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132580d9-1e9a-479f-a1a4-f0f1d128bac0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.672329] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17b5f99-3e9d-4105-bd3a-dd1a1a3128b2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.683421] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5149395c-6bbd-404e-9503-6dcc3638ffc5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.703961] env[69520]: DEBUG nova.compute.provider_tree [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.737692] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Releasing lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.738231] env[69520]: DEBUG nova.compute.manager [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Inject network info {{(pid=69520) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 727.738660] env[69520]: DEBUG nova.compute.manager [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] network_info to inject: |[{"id": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "address": "fa:16:3e:32:65:fb", "network": {"id": "c37cf481-9ff7-4af3-aae2-afae199d13ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-974003218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e6ab0d917d4e4ea162c7f4fb4d7107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea37036-e5", "ovs_interfaceid": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 727.744663] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Reconfiguring VM instance to set the machine id {{(pid=69520) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 727.744663] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] Acquired lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.744663] env[69520]: DEBUG nova.network.neutron [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Refreshing network info cache for port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.745971] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d19c3e5b-09a1-48b3-9097-62e49a7dd6c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.767117] env[69520]: DEBUG oslo_vmware.api [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 727.767117] env[69520]: value = "task-3481460" [ 727.767117] env[69520]: _type = "Task" [ 727.767117] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.776700] env[69520]: DEBUG oslo_vmware.api [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.813050] env[69520]: DEBUG nova.network.neutron [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.877129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "8a5cc12e-5155-4647-b467-78f81893e87c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.877129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "8a5cc12e-5155-4647-b467-78f81893e87c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.877129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "8a5cc12e-5155-4647-b467-78f81893e87c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.877129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "8a5cc12e-5155-4647-b467-78f81893e87c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.877372] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "8a5cc12e-5155-4647-b467-78f81893e87c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.879337] env[69520]: INFO nova.compute.manager [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Terminating instance [ 728.048243] env[69520]: DEBUG nova.network.neutron [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Updating instance_info_cache with network_info: [{"id": "d7b525bb-e94c-4c10-8fbf-56e4408b5308", "address": "fa:16:3e:62:e5:24", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b525bb-e9", "ovs_interfaceid": "d7b525bb-e94c-4c10-8fbf-56e4408b5308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.152570] env[69520]: DEBUG oslo_concurrency.lockutils [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.209743] env[69520]: DEBUG nova.scheduler.client.report [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.280644] env[69520]: DEBUG oslo_vmware.api [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481460, 'name': ReconfigVM_Task, 'duration_secs': 0.20159} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.280914] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f089c5de-3cc3-4a74-9f8f-3c1df2b280f6 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Reconfigured VM instance to set the machine id {{(pid=69520) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 728.390022] env[69520]: DEBUG nova.compute.manager [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.390022] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.390615] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf0ab3-aaa0-496a-9714-4f9a677cab85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.401151] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.406142] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f1db45d-7285-4323-8890-8172c8218830 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.412484] env[69520]: DEBUG oslo_vmware.api [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 728.412484] env[69520]: value = "task-3481461" [ 728.412484] env[69520]: _type = "Task" [ 728.412484] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.429705] env[69520]: DEBUG oslo_vmware.api [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.551506] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Releasing lock "refresh_cache-a4b0b9e9-6fa3-49f8-a241-370e576267dc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.551506] env[69520]: DEBUG nova.compute.manager [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Instance network_info: |[{"id": "d7b525bb-e94c-4c10-8fbf-56e4408b5308", "address": "fa:16:3e:62:e5:24", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b525bb-e9", "ovs_interfaceid": "d7b525bb-e94c-4c10-8fbf-56e4408b5308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.552016] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:e5:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7b525bb-e94c-4c10-8fbf-56e4408b5308', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.561873] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.562148] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.562411] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb70ec54-dd00-476a-b652-b4289ae98426 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.588960] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.588960] env[69520]: value = "task-3481462" [ 728.588960] env[69520]: _type = "Task" [ 728.588960] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.601848] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481462, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.657934] env[69520]: DEBUG nova.network.neutron [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updated VIF entry in instance network info cache for port 0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.658330] env[69520]: DEBUG nova.network.neutron [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updating instance_info_cache with network_info: [{"id": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "address": "fa:16:3e:32:65:fb", "network": {"id": "c37cf481-9ff7-4af3-aae2-afae199d13ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-974003218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e6ab0d917d4e4ea162c7f4fb4d7107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea37036-e5", "ovs_interfaceid": "0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.717111] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.717111] env[69520]: DEBUG nova.compute.manager [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.720623] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.248s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.722322] env[69520]: INFO nova.compute.claims [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.887285] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.887285] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.896207] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.896418] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.896880] env[69520]: DEBUG nova.network.neutron [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.917760] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "a27c7c05-e62d-4015-8b5a-1419333663e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.918228] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "a27c7c05-e62d-4015-8b5a-1419333663e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.931067] env[69520]: DEBUG oslo_vmware.api [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481461, 'name': PowerOffVM_Task, 'duration_secs': 0.265996} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.931840] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.932080] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.932400] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb98a03-73eb-42b6-a22e-3b5d5f5093fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.035267] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.036040] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.036040] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Deleting the datastore file [datastore2] 8a5cc12e-5155-4647-b467-78f81893e87c {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.036040] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3141eaf-127c-41b9-8e38-9f43f85f386c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.043733] env[69520]: DEBUG oslo_vmware.api [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for the task: (returnval){ [ 729.043733] env[69520]: value = "task-3481464" [ 729.043733] env[69520]: _type = "Task" [ 729.043733] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.054864] env[69520]: DEBUG oslo_vmware.api [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.100769] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481462, 'name': CreateVM_Task, 'duration_secs': 0.431482} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.101035] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.102519] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.102691] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.103289] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.103557] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba78b9ac-eeb1-42e3-85e6-8d692a76152a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.111011] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 729.111011] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8bb78-c8ab-b6d8-a3c2-0fd3dfcd0317" [ 729.111011] env[69520]: _type = "Task" [ 729.111011] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.118816] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8bb78-c8ab-b6d8-a3c2-0fd3dfcd0317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.162180] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] Releasing lock "refresh_cache-05272c59-a663-46cc-bb13-1ef90d5db154" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.162569] env[69520]: DEBUG nova.compute.manager [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Received event network-vif-plugged-d7b525bb-e94c-4c10-8fbf-56e4408b5308 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.163659] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] Acquiring lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.163659] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] Lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.163659] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] Lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.163659] env[69520]: DEBUG nova.compute.manager [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] No waiting events found dispatching network-vif-plugged-d7b525bb-e94c-4c10-8fbf-56e4408b5308 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.163659] env[69520]: WARNING nova.compute.manager [req-cb78581d-c58a-4737-96bf-adbbcc0ff179 req-de9053a9-214c-492c-a97c-4973c81edaf0 service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Received unexpected event network-vif-plugged-d7b525bb-e94c-4c10-8fbf-56e4408b5308 for instance with vm_state building and task_state spawning. [ 729.229450] env[69520]: DEBUG nova.compute.utils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.236294] env[69520]: DEBUG nova.compute.manager [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.236294] env[69520]: DEBUG nova.network.neutron [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.316901] env[69520]: DEBUG nova.policy [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1a93993a4e34d06b0b9a7c0f4cf4ff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1eceaf73956f4b7a9c936c0b59bcd647', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.494187] env[69520]: DEBUG nova.compute.manager [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Received event network-changed-c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.494187] env[69520]: DEBUG nova.compute.manager [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Refreshing instance network info cache due to event network-changed-c485736f-e309-46db-9633-97933dbd3ba3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.494187] env[69520]: DEBUG oslo_concurrency.lockutils [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] Acquiring lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.494187] env[69520]: DEBUG oslo_concurrency.lockutils [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] Acquired lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.494187] env[69520]: DEBUG nova.network.neutron [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Refreshing network info cache for port c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.564992] env[69520]: DEBUG oslo_vmware.api [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Task: {'id': task-3481464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137603} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.564992] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.565164] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.566585] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.566585] env[69520]: INFO nova.compute.manager [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 729.566585] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.566585] env[69520]: DEBUG nova.compute.manager [-] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.566585] env[69520]: DEBUG nova.network.neutron [-] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.620857] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8bb78-c8ab-b6d8-a3c2-0fd3dfcd0317, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.620857] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.622293] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.622293] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.622293] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.622293] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.622293] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6579ae4b-dd67-42bf-bee4-c4f9b83c8b80 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.631367] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.631554] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.632316] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f652a3a9-ea39-47cb-9204-00cc86d561bb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.640756] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 729.640756] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52358b6d-35bd-8426-4494-d9ac0417de53" [ 729.640756] env[69520]: _type = "Task" [ 729.640756] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.649064] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52358b6d-35bd-8426-4494-d9ac0417de53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.741447] env[69520]: DEBUG nova.compute.manager [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.752026] env[69520]: DEBUG nova.network.neutron [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Successfully created port: 33807f04-65ff-4aee-bdbe-fd24b9d4d95b {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.819361] env[69520]: INFO nova.network.neutron [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Port 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 729.819832] env[69520]: DEBUG nova.network.neutron [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updating instance_info_cache with network_info: [{"id": "2be5e29a-c991-493f-99dc-1dd591e35d33", "address": "fa:16:3e:2e:db:f0", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be5e29a-c9", "ovs_interfaceid": "2be5e29a-c991-493f-99dc-1dd591e35d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.888131] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquiring lock "05272c59-a663-46cc-bb13-1ef90d5db154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.889136] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lock "05272c59-a663-46cc-bb13-1ef90d5db154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.889136] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquiring lock "05272c59-a663-46cc-bb13-1ef90d5db154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.889136] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lock "05272c59-a663-46cc-bb13-1ef90d5db154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.889136] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lock "05272c59-a663-46cc-bb13-1ef90d5db154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.895168] env[69520]: INFO nova.compute.manager [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Terminating instance [ 730.005376] env[69520]: DEBUG nova.compute.manager [req-c103b3da-fc7c-48f5-8f96-c31e3f6b5ddf req-2df1e2f0-2dc0-4220-bc15-a2c2e5435075 service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Received event network-changed-d7b525bb-e94c-4c10-8fbf-56e4408b5308 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.005376] env[69520]: DEBUG nova.compute.manager [req-c103b3da-fc7c-48f5-8f96-c31e3f6b5ddf req-2df1e2f0-2dc0-4220-bc15-a2c2e5435075 service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Refreshing instance network info cache due to event network-changed-d7b525bb-e94c-4c10-8fbf-56e4408b5308. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.008529] env[69520]: DEBUG oslo_concurrency.lockutils [req-c103b3da-fc7c-48f5-8f96-c31e3f6b5ddf req-2df1e2f0-2dc0-4220-bc15-a2c2e5435075 service nova] Acquiring lock "refresh_cache-a4b0b9e9-6fa3-49f8-a241-370e576267dc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.008682] env[69520]: DEBUG oslo_concurrency.lockutils [req-c103b3da-fc7c-48f5-8f96-c31e3f6b5ddf req-2df1e2f0-2dc0-4220-bc15-a2c2e5435075 service nova] Acquired lock "refresh_cache-a4b0b9e9-6fa3-49f8-a241-370e576267dc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.008965] env[69520]: DEBUG nova.network.neutron [req-c103b3da-fc7c-48f5-8f96-c31e3f6b5ddf req-2df1e2f0-2dc0-4220-bc15-a2c2e5435075 service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Refreshing network info cache for port d7b525bb-e94c-4c10-8fbf-56e4408b5308 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.154781] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52358b6d-35bd-8426-4494-d9ac0417de53, 'name': SearchDatastore_Task, 'duration_secs': 0.019932} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.158811] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383a71e2-9df5-45f9-bc32-bc7cf35c99d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.165943] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 730.165943] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a79794-c491-9e8f-57a1-e66e309304ca" [ 730.165943] env[69520]: _type = "Task" [ 730.165943] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.170336] env[69520]: DEBUG nova.network.neutron [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Successfully created port: 2130624f-6b41-40fa-acf8-c4ac9691bc2e {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.179978] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a79794-c491-9e8f-57a1-e66e309304ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.322690] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.362454] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cedd3f7-0b3d-48e0-a490-c65ae3964537 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.375865] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868b3d24-25f0-4435-9f47-6170038e52f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.428400] env[69520]: DEBUG nova.compute.manager [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.428781] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.431658] env[69520]: DEBUG nova.network.neutron [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updated VIF entry in instance network info cache for port c485736f-e309-46db-9633-97933dbd3ba3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.432324] env[69520]: DEBUG nova.network.neutron [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updating instance_info_cache with network_info: [{"id": "c485736f-e309-46db-9633-97933dbd3ba3", "address": "fa:16:3e:52:9b:c8", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc485736f-e3", "ovs_interfaceid": "c485736f-e309-46db-9633-97933dbd3ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.435427] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c801a8-0c7c-4bf6-a4c0-6929861596d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.442122] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f37c6e-a179-477f-9973-da8ac3c2a429 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.452743] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.454774] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb189700-1b59-4bab-aa0a-383732b17930 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.457487] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded24bdc-bbd7-4475-a038-13c59dbb1eb8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.475107] env[69520]: DEBUG nova.compute.provider_tree [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.485024] env[69520]: DEBUG oslo_vmware.api [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 730.485024] env[69520]: value = "task-3481465" [ 730.485024] env[69520]: _type = "Task" [ 730.485024] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.489374] env[69520]: DEBUG oslo_vmware.api [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.510359] env[69520]: DEBUG nova.network.neutron [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Successfully created port: d7e62d74-1348-4bf4-8d71-da0e2626f964 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.517693] env[69520]: DEBUG nova.network.neutron [-] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.681805] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a79794-c491-9e8f-57a1-e66e309304ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.681960] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.683544] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] a4b0b9e9-6fa3-49f8-a241-370e576267dc/a4b0b9e9-6fa3-49f8-a241-370e576267dc.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.683544] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1883aad9-0267-4e5a-bd0b-877e95fac8f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.691581] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 730.691581] env[69520]: value = "task-3481466" [ 730.691581] env[69520]: _type = "Task" [ 730.691581] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.702890] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.761407] env[69520]: DEBUG nova.compute.manager [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.807059] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.807470] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.807762] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.808105] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.808379] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.808655] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.809677] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.809677] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.809677] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.809994] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.809994] env[69520]: DEBUG nova.virt.hardware [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.811504] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aef2c4-6e44-4772-9beb-3f14ecc4c8c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.825083] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c462926-0bf9-4b51-ae24-99ed6543d7f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.833072] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4914dfdd-ea70-44b5-8755-6230a229a2c8 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-f926972c-ab5c-49ce-bf39-288a8f5a053e-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.061s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.935621] env[69520]: DEBUG oslo_concurrency.lockutils [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] Releasing lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.936011] env[69520]: DEBUG nova.compute.manager [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Received event network-vif-deleted-81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.936225] env[69520]: INFO nova.compute.manager [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Neutron deleted interface 81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f; detaching it from the instance and deleting it from the info cache [ 730.936599] env[69520]: DEBUG nova.network.neutron [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updating instance_info_cache with network_info: [{"id": "2be5e29a-c991-493f-99dc-1dd591e35d33", "address": "fa:16:3e:2e:db:f0", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be5e29a-c9", "ovs_interfaceid": "2be5e29a-c991-493f-99dc-1dd591e35d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.956980] env[69520]: DEBUG nova.network.neutron [req-c103b3da-fc7c-48f5-8f96-c31e3f6b5ddf req-2df1e2f0-2dc0-4220-bc15-a2c2e5435075 service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Updated VIF entry in instance network info cache for port d7b525bb-e94c-4c10-8fbf-56e4408b5308. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.957579] env[69520]: DEBUG nova.network.neutron [req-c103b3da-fc7c-48f5-8f96-c31e3f6b5ddf req-2df1e2f0-2dc0-4220-bc15-a2c2e5435075 service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Updating instance_info_cache with network_info: [{"id": "d7b525bb-e94c-4c10-8fbf-56e4408b5308", "address": "fa:16:3e:62:e5:24", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b525bb-e9", "ovs_interfaceid": "d7b525bb-e94c-4c10-8fbf-56e4408b5308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.980933] env[69520]: DEBUG nova.scheduler.client.report [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.008199] env[69520]: DEBUG oslo_vmware.api [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481465, 'name': PowerOffVM_Task, 'duration_secs': 0.285703} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.009013] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.009394] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.009810] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62870bc4-0dd8-45a1-8f45-6d4b611187f3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.020813] env[69520]: INFO nova.compute.manager [-] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Took 1.45 seconds to deallocate network for instance. [ 731.055498] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.055912] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.056186] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "f926972c-ab5c-49ce-bf39-288a8f5a053e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.056427] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.056624] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.060967] env[69520]: INFO nova.compute.manager [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Terminating instance [ 731.089296] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.089561] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.089758] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Deleting the datastore file [datastore2] 05272c59-a663-46cc-bb13-1ef90d5db154 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.090048] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9734940-e0f8-495e-aa68-c04b0e1c5813 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.098938] env[69520]: DEBUG oslo_vmware.api [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for the task: (returnval){ [ 731.098938] env[69520]: value = "task-3481468" [ 731.098938] env[69520]: _type = "Task" [ 731.098938] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.110053] env[69520]: DEBUG oslo_vmware.api [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.202958] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481466, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.439566] env[69520]: DEBUG oslo_concurrency.lockutils [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] Acquiring lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.460168] env[69520]: DEBUG oslo_concurrency.lockutils [req-c103b3da-fc7c-48f5-8f96-c31e3f6b5ddf req-2df1e2f0-2dc0-4220-bc15-a2c2e5435075 service nova] Releasing lock "refresh_cache-a4b0b9e9-6fa3-49f8-a241-370e576267dc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.499834] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.499834] env[69520]: DEBUG nova.compute.manager [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.503740] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.838s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.504139] env[69520]: DEBUG nova.objects.instance [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lazy-loading 'resources' on Instance uuid ce8a7015-89cc-4bb5-a57d-cde8981316d4 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.531628] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.566798] env[69520]: DEBUG nova.compute.manager [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.567072] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.567936] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732a64a2-2f20-40cc-8d2d-a45e3d1d1090 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.578230] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.578508] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36010555-0f6c-490d-a709-c245121b7910 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.587630] env[69520]: DEBUG oslo_vmware.api [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 731.587630] env[69520]: value = "task-3481469" [ 731.587630] env[69520]: _type = "Task" [ 731.587630] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.597815] env[69520]: DEBUG oslo_vmware.api [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.608480] env[69520]: DEBUG oslo_vmware.api [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Task: {'id': task-3481468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220663} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.608480] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.608627] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.608701] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.608876] env[69520]: INFO nova.compute.manager [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Took 1.18 seconds to destroy the instance on the hypervisor. [ 731.609158] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.609356] env[69520]: DEBUG nova.compute.manager [-] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.609452] env[69520]: DEBUG nova.network.neutron [-] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.706878] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523905} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.707193] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] a4b0b9e9-6fa3-49f8-a241-370e576267dc/a4b0b9e9-6fa3-49f8-a241-370e576267dc.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.707413] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.707679] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e60dc8fe-a356-4e4a-8836-540184e0a89b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.716397] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 731.716397] env[69520]: value = "task-3481470" [ 731.716397] env[69520]: _type = "Task" [ 731.716397] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.727164] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.893596] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "660594cc-9add-49ef-bf85-f2b21d827af5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.893867] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "660594cc-9add-49ef-bf85-f2b21d827af5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.894098] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "660594cc-9add-49ef-bf85-f2b21d827af5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.895351] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "660594cc-9add-49ef-bf85-f2b21d827af5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.895351] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "660594cc-9add-49ef-bf85-f2b21d827af5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.897445] env[69520]: INFO nova.compute.manager [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Terminating instance [ 732.009300] env[69520]: DEBUG nova.compute.utils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.017606] env[69520]: DEBUG nova.compute.manager [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.017606] env[69520]: DEBUG nova.network.neutron [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.093186] env[69520]: DEBUG nova.network.neutron [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Successfully updated port: 33807f04-65ff-4aee-bdbe-fd24b9d4d95b {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.100387] env[69520]: DEBUG nova.policy [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bf276aa73b441b99a4cc15a7ffe9bb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '782c5887c6bf4336b9f3245c50626dab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.105476] env[69520]: DEBUG oslo_vmware.api [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481469, 'name': PowerOffVM_Task, 'duration_secs': 0.251637} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.106399] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.106491] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.108994] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a6078c-723e-4192-928b-d0a96e013d73 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.229354] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076151} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.229622] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.230431] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c412132b-b5e7-4009-81cd-f7a2f49a707b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.255623] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] a4b0b9e9-6fa3-49f8-a241-370e576267dc/a4b0b9e9-6fa3-49f8-a241-370e576267dc.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.258839] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecb6e923-8de6-49dd-a5e5-19ddae16ab5a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.282356] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 732.282356] env[69520]: value = "task-3481472" [ 732.282356] env[69520]: _type = "Task" [ 732.282356] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.292393] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.400790] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "refresh_cache-660594cc-9add-49ef-bf85-f2b21d827af5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.400974] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired lock "refresh_cache-660594cc-9add-49ef-bf85-f2b21d827af5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.401167] env[69520]: DEBUG nova.network.neutron [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.418342] env[69520]: DEBUG nova.compute.manager [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Received event network-changed-c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.418474] env[69520]: DEBUG nova.compute.manager [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Refreshing instance network info cache due to event network-changed-c485736f-e309-46db-9633-97933dbd3ba3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.418747] env[69520]: DEBUG oslo_concurrency.lockutils [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] Acquiring lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.418927] env[69520]: DEBUG oslo_concurrency.lockutils [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] Acquired lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.419155] env[69520]: DEBUG nova.network.neutron [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Refreshing network info cache for port c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.470521] env[69520]: DEBUG nova.network.neutron [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Successfully created port: 0b4f613b-a1d0-4562-97a7-8829c678cce2 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.519244] env[69520]: DEBUG nova.compute.manager [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.617016] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a55c6b-616f-4c14-8555-be1ee46b134c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.626600] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c45b484-f5a3-43f7-9028-c6faf4092cd4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.665682] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb8546f-13cf-46d0-83bf-856665067d92 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.677263] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2d7a5c-1202-4e4f-a848-c2fbac47a840 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.693881] env[69520]: DEBUG nova.compute.provider_tree [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.794188] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.840856] env[69520]: DEBUG nova.compute.manager [req-cb12628b-688c-4a16-8171-f089bf4ad6dd req-f66c400d-c90a-42a7-9985-4d644579e02a service nova] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Received event network-vif-deleted-d59fd8c9-3399-48fc-a933-df22ccdde132 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.841083] env[69520]: DEBUG nova.compute.manager [req-cb12628b-688c-4a16-8171-f089bf4ad6dd req-f66c400d-c90a-42a7-9985-4d644579e02a service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received event network-vif-plugged-33807f04-65ff-4aee-bdbe-fd24b9d4d95b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.841309] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb12628b-688c-4a16-8171-f089bf4ad6dd req-f66c400d-c90a-42a7-9985-4d644579e02a service nova] Acquiring lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.841475] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb12628b-688c-4a16-8171-f089bf4ad6dd req-f66c400d-c90a-42a7-9985-4d644579e02a service nova] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.841646] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb12628b-688c-4a16-8171-f089bf4ad6dd req-f66c400d-c90a-42a7-9985-4d644579e02a service nova] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.841800] env[69520]: DEBUG nova.compute.manager [req-cb12628b-688c-4a16-8171-f089bf4ad6dd req-f66c400d-c90a-42a7-9985-4d644579e02a service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] No waiting events found dispatching network-vif-plugged-33807f04-65ff-4aee-bdbe-fd24b9d4d95b {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.842076] env[69520]: WARNING nova.compute.manager [req-cb12628b-688c-4a16-8171-f089bf4ad6dd req-f66c400d-c90a-42a7-9985-4d644579e02a service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received unexpected event network-vif-plugged-33807f04-65ff-4aee-bdbe-fd24b9d4d95b for instance with vm_state building and task_state spawning. [ 732.937449] env[69520]: DEBUG nova.network.neutron [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.074589] env[69520]: DEBUG nova.network.neutron [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.171542] env[69520]: DEBUG nova.network.neutron [-] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.196787] env[69520]: DEBUG nova.scheduler.client.report [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.295476] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481472, 'name': ReconfigVM_Task, 'duration_secs': 0.853119} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.295908] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Reconfigured VM instance instance-0000001f to attach disk [datastore1] a4b0b9e9-6fa3-49f8-a241-370e576267dc/a4b0b9e9-6fa3-49f8-a241-370e576267dc.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.296803] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86439760-271e-4216-8363-0e95de63c310 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.305267] env[69520]: DEBUG oslo_concurrency.lockutils [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.305595] env[69520]: DEBUG oslo_concurrency.lockutils [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.306406] env[69520]: DEBUG oslo_concurrency.lockutils [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.306660] env[69520]: DEBUG oslo_concurrency.lockutils [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.306882] env[69520]: DEBUG oslo_concurrency.lockutils [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.308596] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 733.308596] env[69520]: value = "task-3481473" [ 733.308596] env[69520]: _type = "Task" [ 733.308596] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.312189] env[69520]: INFO nova.compute.manager [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Terminating instance [ 733.321678] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481473, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.325170] env[69520]: DEBUG nova.network.neutron [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updated VIF entry in instance network info cache for port c485736f-e309-46db-9633-97933dbd3ba3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.326981] env[69520]: DEBUG nova.network.neutron [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updating instance_info_cache with network_info: [{"id": "c485736f-e309-46db-9633-97933dbd3ba3", "address": "fa:16:3e:52:9b:c8", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc485736f-e3", "ovs_interfaceid": "c485736f-e309-46db-9633-97933dbd3ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.531072] env[69520]: DEBUG nova.compute.manager [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.557445] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.557785] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.558016] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.558280] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.558445] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.558593] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.558803] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.558963] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.559144] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.559308] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.559482] env[69520]: DEBUG nova.virt.hardware [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.560390] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269ae4b3-66f2-4fee-88a8-53d058a166e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.568574] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d1eea-1beb-4f9f-ae43-5cca6bb1070f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.583663] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Releasing lock "refresh_cache-660594cc-9add-49ef-bf85-f2b21d827af5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.584124] env[69520]: DEBUG nova.compute.manager [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.584388] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.585184] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c915b6c8-ae66-4ad8-b1ec-b316317b2826 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.591896] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.592129] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4ba355c-f5f7-43dd-b34c-23e297291e70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.599280] env[69520]: DEBUG oslo_vmware.api [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 733.599280] env[69520]: value = "task-3481474" [ 733.599280] env[69520]: _type = "Task" [ 733.599280] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.607614] env[69520]: DEBUG oslo_vmware.api [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.675522] env[69520]: INFO nova.compute.manager [-] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Took 2.07 seconds to deallocate network for instance. [ 733.703602] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.706569] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.502s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.706872] env[69520]: DEBUG nova.objects.instance [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 733.730681] env[69520]: INFO nova.scheduler.client.report [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Deleted allocations for instance ce8a7015-89cc-4bb5-a57d-cde8981316d4 [ 733.819513] env[69520]: DEBUG nova.compute.manager [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.819742] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.822649] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b3a113-6238-4bca-a63b-df785c1950a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.832256] env[69520]: DEBUG oslo_concurrency.lockutils [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] Releasing lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.832256] env[69520]: DEBUG nova.compute.manager [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Received event network-changed-ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.832256] env[69520]: DEBUG nova.compute.manager [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Refreshing instance network info cache due to event network-changed-ce625352-7607-432c-a93c-930e235ca301. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.832256] env[69520]: DEBUG oslo_concurrency.lockutils [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] Acquiring lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.832256] env[69520]: DEBUG oslo_concurrency.lockutils [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] Acquired lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.832586] env[69520]: DEBUG nova.network.neutron [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Refreshing network info cache for port ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.834115] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481473, 'name': Rename_Task, 'duration_secs': 0.246678} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.836597] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.836889] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.837333] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8accf76-a234-4df0-91ed-3125323bfc7c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.839235] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd8468f8-d05b-4846-9cb0-773aa540dfab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.848177] env[69520]: DEBUG oslo_vmware.api [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 733.848177] env[69520]: value = "task-3481475" [ 733.848177] env[69520]: _type = "Task" [ 733.848177] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.848431] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 733.848431] env[69520]: value = "task-3481476" [ 733.848431] env[69520]: _type = "Task" [ 733.848431] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.861020] env[69520]: DEBUG oslo_vmware.api [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.864436] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.935029] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.935283] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.935552] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleting the datastore file [datastore1] f926972c-ab5c-49ce-bf39-288a8f5a053e {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.935879] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b3c1164-61a7-495e-b26a-7f0ecb9578d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.945240] env[69520]: DEBUG oslo_vmware.api [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 733.945240] env[69520]: value = "task-3481477" [ 733.945240] env[69520]: _type = "Task" [ 733.945240] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.956505] env[69520]: DEBUG oslo_vmware.api [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.111285] env[69520]: DEBUG oslo_vmware.api [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481474, 'name': PowerOffVM_Task, 'duration_secs': 0.112955} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.111633] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.111738] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.111931] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b095dc18-b808-4a98-bc0f-2979faf15e05 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.146161] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.146592] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.146693] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Deleting the datastore file [datastore2] 660594cc-9add-49ef-bf85-f2b21d827af5 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.146927] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0ec2108-b525-40b5-957a-39ded42c6711 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.156606] env[69520]: DEBUG oslo_vmware.api [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 734.156606] env[69520]: value = "task-3481479" [ 734.156606] env[69520]: _type = "Task" [ 734.156606] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.166803] env[69520]: DEBUG oslo_vmware.api [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.188221] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.241519] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17ea059a-7190-4801-9806-69257d354387 tempest-ServersListShow296Test-146682048 tempest-ServersListShow296Test-146682048-project-member] Lock "ce8a7015-89cc-4bb5-a57d-cde8981316d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.428s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.249359] env[69520]: DEBUG nova.network.neutron [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Successfully updated port: 0b4f613b-a1d0-4562-97a7-8829c678cce2 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.365037] env[69520]: DEBUG oslo_vmware.api [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481475, 'name': PowerOffVM_Task, 'duration_secs': 0.234864} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.372418] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.372418] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.372418] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481476, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.372418] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e25fad07-3d94-4062-bad2-40ed5aa95499 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.377913] env[69520]: DEBUG nova.network.neutron [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Successfully updated port: 2130624f-6b41-40fa-acf8-c4ac9691bc2e {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.460123] env[69520]: DEBUG oslo_vmware.api [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235335} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.461539] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.464627] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.464627] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.464627] env[69520]: INFO nova.compute.manager [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Took 2.90 seconds to destroy the instance on the hypervisor. [ 734.464627] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.464627] env[69520]: DEBUG nova.compute.manager [-] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.464890] env[69520]: DEBUG nova.network.neutron [-] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.466639] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.466889] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.467118] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Deleting the datastore file [datastore1] 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.467435] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0fb615f-2596-436e-93db-e3c36cd4a87e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.476127] env[69520]: DEBUG oslo_vmware.api [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 734.476127] env[69520]: value = "task-3481481" [ 734.476127] env[69520]: _type = "Task" [ 734.476127] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.488776] env[69520]: DEBUG oslo_vmware.api [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.646050] env[69520]: DEBUG nova.network.neutron [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Updated VIF entry in instance network info cache for port ce625352-7607-432c-a93c-930e235ca301. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.646050] env[69520]: DEBUG nova.network.neutron [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Updating instance_info_cache with network_info: [{"id": "ce625352-7607-432c-a93c-930e235ca301", "address": "fa:16:3e:69:34:75", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce625352-76", "ovs_interfaceid": "ce625352-7607-432c-a93c-930e235ca301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.668195] env[69520]: DEBUG oslo_vmware.api [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147344} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.668395] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.668659] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.668736] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.668878] env[69520]: INFO nova.compute.manager [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Took 1.08 seconds to destroy the instance on the hypervisor. [ 734.669132] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.669327] env[69520]: DEBUG nova.compute.manager [-] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.669421] env[69520]: DEBUG nova.network.neutron [-] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.691460] env[69520]: DEBUG nova.network.neutron [-] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.719263] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e0a8cb0-b9bf-4ff8-ba3f-3e345eee4e87 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.720925] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.660s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.724511] env[69520]: INFO nova.compute.claims [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.754131] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquiring lock "refresh_cache-ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.754310] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquired lock "refresh_cache-ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.755682] env[69520]: DEBUG nova.network.neutron [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.861260] env[69520]: DEBUG oslo_vmware.api [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481476, 'name': PowerOnVM_Task, 'duration_secs': 0.568194} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.861430] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.861578] env[69520]: INFO nova.compute.manager [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Took 10.06 seconds to spawn the instance on the hypervisor. [ 734.861763] env[69520]: DEBUG nova.compute.manager [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.862733] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d986276b-2016-405f-beed-f14945faffa8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.996013] env[69520]: DEBUG oslo_vmware.api [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396707} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.996206] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.996419] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.996620] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.996797] env[69520]: INFO nova.compute.manager [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 734.997052] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.997250] env[69520]: DEBUG nova.compute.manager [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.997343] env[69520]: DEBUG nova.network.neutron [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.072677] env[69520]: DEBUG nova.compute.manager [req-4c76f4bb-1fa0-47c3-8216-f9d90f6fed10 req-d2d53794-9ae3-4f3f-8778-71846f8464d5 service nova] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Received event network-vif-deleted-0ea37036-e5ef-4cd5-8a9d-c608a3aafa4c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.073349] env[69520]: DEBUG nova.compute.manager [req-4c76f4bb-1fa0-47c3-8216-f9d90f6fed10 req-d2d53794-9ae3-4f3f-8778-71846f8464d5 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Received event network-changed-c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.073633] env[69520]: DEBUG nova.compute.manager [req-4c76f4bb-1fa0-47c3-8216-f9d90f6fed10 req-d2d53794-9ae3-4f3f-8778-71846f8464d5 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Refreshing instance network info cache due to event network-changed-c485736f-e309-46db-9633-97933dbd3ba3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.073868] env[69520]: DEBUG oslo_concurrency.lockutils [req-4c76f4bb-1fa0-47c3-8216-f9d90f6fed10 req-d2d53794-9ae3-4f3f-8778-71846f8464d5 service nova] Acquiring lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.074027] env[69520]: DEBUG oslo_concurrency.lockutils [req-4c76f4bb-1fa0-47c3-8216-f9d90f6fed10 req-d2d53794-9ae3-4f3f-8778-71846f8464d5 service nova] Acquired lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.074240] env[69520]: DEBUG nova.network.neutron [req-4c76f4bb-1fa0-47c3-8216-f9d90f6fed10 req-d2d53794-9ae3-4f3f-8778-71846f8464d5 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Refreshing network info cache for port c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.149296] env[69520]: DEBUG oslo_concurrency.lockutils [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] Releasing lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.149587] env[69520]: DEBUG nova.compute.manager [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Received event network-changed-ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.149761] env[69520]: DEBUG nova.compute.manager [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Refreshing instance network info cache due to event network-changed-ce625352-7607-432c-a93c-930e235ca301. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.149977] env[69520]: DEBUG oslo_concurrency.lockutils [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] Acquiring lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.150138] env[69520]: DEBUG oslo_concurrency.lockutils [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] Acquired lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.150335] env[69520]: DEBUG nova.network.neutron [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Refreshing network info cache for port ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.195075] env[69520]: DEBUG nova.network.neutron [-] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.212623] env[69520]: DEBUG nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received event network-changed-33807f04-65ff-4aee-bdbe-fd24b9d4d95b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.212623] env[69520]: DEBUG nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Refreshing instance network info cache due to event network-changed-33807f04-65ff-4aee-bdbe-fd24b9d4d95b. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.212623] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Acquiring lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.212912] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Acquired lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.212969] env[69520]: DEBUG nova.network.neutron [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Refreshing network info cache for port 33807f04-65ff-4aee-bdbe-fd24b9d4d95b {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.293498] env[69520]: DEBUG nova.network.neutron [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.387786] env[69520]: INFO nova.compute.manager [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Took 42.25 seconds to build instance. [ 735.442228] env[69520]: DEBUG nova.network.neutron [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Updating instance_info_cache with network_info: [{"id": "0b4f613b-a1d0-4562-97a7-8829c678cce2", "address": "fa:16:3e:70:dc:e3", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4f613b-a1", "ovs_interfaceid": "0b4f613b-a1d0-4562-97a7-8829c678cce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.674046] env[69520]: DEBUG nova.network.neutron [-] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.689666] env[69520]: INFO nova.network.neutron [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Port ce625352-7607-432c-a93c-930e235ca301 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 735.689913] env[69520]: DEBUG nova.network.neutron [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.698941] env[69520]: INFO nova.compute.manager [-] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Took 1.03 seconds to deallocate network for instance. [ 735.810155] env[69520]: DEBUG nova.network.neutron [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.864368] env[69520]: DEBUG nova.network.neutron [req-4c76f4bb-1fa0-47c3-8216-f9d90f6fed10 req-d2d53794-9ae3-4f3f-8778-71846f8464d5 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updated VIF entry in instance network info cache for port c485736f-e309-46db-9633-97933dbd3ba3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.864915] env[69520]: DEBUG nova.network.neutron [req-4c76f4bb-1fa0-47c3-8216-f9d90f6fed10 req-d2d53794-9ae3-4f3f-8778-71846f8464d5 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updating instance_info_cache with network_info: [{"id": "c485736f-e309-46db-9633-97933dbd3ba3", "address": "fa:16:3e:52:9b:c8", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc485736f-e3", "ovs_interfaceid": "c485736f-e309-46db-9633-97933dbd3ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.889201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-daf304a9-f75b-4c16-974b-e72349854307 tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.830s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.912756] env[69520]: DEBUG nova.network.neutron [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.946300] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Releasing lock "refresh_cache-ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.946624] env[69520]: DEBUG nova.compute.manager [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Instance network_info: |[{"id": "0b4f613b-a1d0-4562-97a7-8829c678cce2", "address": "fa:16:3e:70:dc:e3", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4f613b-a1", "ovs_interfaceid": "0b4f613b-a1d0-4562-97a7-8829c678cce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.947136] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:dc:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b4f613b-a1d0-4562-97a7-8829c678cce2', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.954958] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Creating folder: Project (782c5887c6bf4336b9f3245c50626dab). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.956167] env[69520]: DEBUG nova.network.neutron [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.959625] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b3bfe78-1663-4c13-a4f4-110521526332 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.972678] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Created folder: Project (782c5887c6bf4336b9f3245c50626dab) in parent group-v695915. [ 735.972875] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Creating folder: Instances. Parent ref: group-v696011. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.973833] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73d73134-cdf6-4ed6-b2b7-408636eab447 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.985740] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Created folder: Instances in parent group-v696011. [ 735.985892] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.986097] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.986312] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7345fac5-7754-48b5-a540-ac55c1f1abaf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.012093] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.012093] env[69520]: value = "task-3481484" [ 736.012093] env[69520]: _type = "Task" [ 736.012093] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.022528] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481484, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.181109] env[69520]: INFO nova.compute.manager [-] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Took 1.72 seconds to deallocate network for instance. [ 736.196235] env[69520]: DEBUG oslo_concurrency.lockutils [req-876d747f-4dfe-4ad1-a5c6-19d7a8b848e0 req-dc24e700-516f-4eaa-a434-3fd234d23ba0 service nova] Releasing lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.213900] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.327351] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623f4cc5-e0f7-4a9f-b76c-f1b09055f32f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.336837] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c699ce19-209e-4af7-9e8b-db6e0156825c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.375371] env[69520]: DEBUG oslo_concurrency.lockutils [req-4c76f4bb-1fa0-47c3-8216-f9d90f6fed10 req-d2d53794-9ae3-4f3f-8778-71846f8464d5 service nova] Releasing lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.376581] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf855619-4577-427d-9e18-04638786c1d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.386664] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f0d530-a32b-4eea-8b95-d89fac1e8289 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.403063] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.405986] env[69520]: DEBUG nova.compute.provider_tree [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.415074] env[69520]: INFO nova.compute.manager [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Took 1.42 seconds to deallocate network for instance. [ 736.463188] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Releasing lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.463463] env[69520]: DEBUG nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Received event network-vif-plugged-0b4f613b-a1d0-4562-97a7-8829c678cce2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.463661] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Acquiring lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.463870] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.464041] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.464211] env[69520]: DEBUG nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] No waiting events found dispatching network-vif-plugged-0b4f613b-a1d0-4562-97a7-8829c678cce2 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.464934] env[69520]: WARNING nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Received unexpected event network-vif-plugged-0b4f613b-a1d0-4562-97a7-8829c678cce2 for instance with vm_state building and task_state spawning. [ 736.464934] env[69520]: DEBUG nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received event network-vif-plugged-2130624f-6b41-40fa-acf8-c4ac9691bc2e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.464934] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Acquiring lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.465088] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.465170] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.465329] env[69520]: DEBUG nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] No waiting events found dispatching network-vif-plugged-2130624f-6b41-40fa-acf8-c4ac9691bc2e {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.465490] env[69520]: WARNING nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received unexpected event network-vif-plugged-2130624f-6b41-40fa-acf8-c4ac9691bc2e for instance with vm_state building and task_state spawning. [ 736.465654] env[69520]: DEBUG nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Received event network-changed-0b4f613b-a1d0-4562-97a7-8829c678cce2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.465810] env[69520]: DEBUG nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Refreshing instance network info cache due to event network-changed-0b4f613b-a1d0-4562-97a7-8829c678cce2. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.465993] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Acquiring lock "refresh_cache-ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.466148] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Acquired lock "refresh_cache-ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.466311] env[69520]: DEBUG nova.network.neutron [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Refreshing network info cache for port 0b4f613b-a1d0-4562-97a7-8829c678cce2 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.523815] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481484, 'name': CreateVM_Task, 'duration_secs': 0.415034} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.523993] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.524965] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.525177] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.525501] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.525753] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd6100a-7063-4c3f-b3a8-5d3a018c1170 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.531120] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for the task: (returnval){ [ 736.531120] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5293bbc2-bda1-5863-7656-d8709c48cb79" [ 736.531120] env[69520]: _type = "Task" [ 736.531120] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.540199] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5293bbc2-bda1-5863-7656-d8709c48cb79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.559631] env[69520]: DEBUG nova.network.neutron [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Successfully updated port: d7e62d74-1348-4bf4-8d71-da0e2626f964 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.693578] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.910751] env[69520]: DEBUG nova.scheduler.client.report [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.922935] env[69520]: DEBUG oslo_concurrency.lockutils [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.943580] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.046038] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5293bbc2-bda1-5863-7656-d8709c48cb79, 'name': SearchDatastore_Task, 'duration_secs': 0.015457} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.046931] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.046931] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.046931] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.046931] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.047136] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.047442] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f47bbb21-3fd8-484a-9bd4-656cb628e4b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.057807] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.058059] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.058887] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f52dfd-dfa4-4223-91ee-a8372f98acce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.062187] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.062350] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquired lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.062503] env[69520]: DEBUG nova.network.neutron [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.073052] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for the task: (returnval){ [ 737.073052] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b12b03-e006-2680-c219-9b05e8cc62a4" [ 737.073052] env[69520]: _type = "Task" [ 737.073052] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.084490] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b12b03-e006-2680-c219-9b05e8cc62a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.085320] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb9604c-eccb-4a98-8951-11c5f66836bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.182321] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for the task: (returnval){ [ 737.182321] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52625674-c93f-ca82-8744-f9010dd6014e" [ 737.182321] env[69520]: _type = "Task" [ 737.182321] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.182321] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52625674-c93f-ca82-8744-f9010dd6014e, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.182321] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.182321] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] ee2b99fe-ab05-4db4-9ed0-0ca774a9333f/ee2b99fe-ab05-4db4-9ed0-0ca774a9333f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.182321] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb5b63b1-a15e-4d7a-b3d4-6692c31dd0e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.182321] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for the task: (returnval){ [ 737.182321] env[69520]: value = "task-3481485" [ 737.182321] env[69520]: _type = "Task" [ 737.182321] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.182321] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.225306] env[69520]: DEBUG nova.network.neutron [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Updated VIF entry in instance network info cache for port 0b4f613b-a1d0-4562-97a7-8829c678cce2. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.225827] env[69520]: DEBUG nova.network.neutron [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Updating instance_info_cache with network_info: [{"id": "0b4f613b-a1d0-4562-97a7-8829c678cce2", "address": "fa:16:3e:70:dc:e3", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4f613b-a1", "ovs_interfaceid": "0b4f613b-a1d0-4562-97a7-8829c678cce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.299612] env[69520]: DEBUG nova.compute.manager [req-f8e0ce66-ff31-423b-a7b7-d24b724a84ab req-d6b72e4d-4abd-4346-90cf-a91637f8227e service nova] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Received event network-vif-deleted-ce625352-7607-432c-a93c-930e235ca301 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.299868] env[69520]: DEBUG nova.compute.manager [req-f8e0ce66-ff31-423b-a7b7-d24b724a84ab req-d6b72e4d-4abd-4346-90cf-a91637f8227e service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Received event network-changed-c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.300042] env[69520]: DEBUG nova.compute.manager [req-f8e0ce66-ff31-423b-a7b7-d24b724a84ab req-d6b72e4d-4abd-4346-90cf-a91637f8227e service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Refreshing instance network info cache due to event network-changed-c485736f-e309-46db-9633-97933dbd3ba3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.300286] env[69520]: DEBUG oslo_concurrency.lockutils [req-f8e0ce66-ff31-423b-a7b7-d24b724a84ab req-d6b72e4d-4abd-4346-90cf-a91637f8227e service nova] Acquiring lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.300459] env[69520]: DEBUG oslo_concurrency.lockutils [req-f8e0ce66-ff31-423b-a7b7-d24b724a84ab req-d6b72e4d-4abd-4346-90cf-a91637f8227e service nova] Acquired lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.301539] env[69520]: DEBUG nova.network.neutron [req-f8e0ce66-ff31-423b-a7b7-d24b724a84ab req-d6b72e4d-4abd-4346-90cf-a91637f8227e service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Refreshing network info cache for port c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.325245] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.334634] env[69520]: DEBUG nova.compute.manager [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Received event network-vif-deleted-2be5e29a-c991-493f-99dc-1dd591e35d33 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.334871] env[69520]: DEBUG nova.compute.manager [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received event network-vif-plugged-d7e62d74-1348-4bf4-8d71-da0e2626f964 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.335075] env[69520]: DEBUG oslo_concurrency.lockutils [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] Acquiring lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.335445] env[69520]: DEBUG oslo_concurrency.lockutils [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.335634] env[69520]: DEBUG oslo_concurrency.lockutils [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.335788] env[69520]: DEBUG nova.compute.manager [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] No waiting events found dispatching network-vif-plugged-d7e62d74-1348-4bf4-8d71-da0e2626f964 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.336172] env[69520]: WARNING nova.compute.manager [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received unexpected event network-vif-plugged-d7e62d74-1348-4bf4-8d71-da0e2626f964 for instance with vm_state building and task_state spawning. [ 737.336349] env[69520]: DEBUG nova.compute.manager [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received event network-changed-d7e62d74-1348-4bf4-8d71-da0e2626f964 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.336508] env[69520]: DEBUG nova.compute.manager [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Refreshing instance network info cache due to event network-changed-d7e62d74-1348-4bf4-8d71-da0e2626f964. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.336755] env[69520]: DEBUG oslo_concurrency.lockutils [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] Acquiring lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.416278] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.417045] env[69520]: DEBUG nova.compute.manager [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.419654] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.349s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.612075] env[69520]: DEBUG nova.network.neutron [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.654523] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481485, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.729364] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Releasing lock "refresh_cache-ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.729704] env[69520]: DEBUG nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received event network-changed-2130624f-6b41-40fa-acf8-c4ac9691bc2e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.729914] env[69520]: DEBUG nova.compute.manager [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Refreshing instance network info cache due to event network-changed-2130624f-6b41-40fa-acf8-c4ac9691bc2e. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.730151] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Acquiring lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.855682] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.855768] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.855948] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.856167] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.857268] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.862372] env[69520]: INFO nova.compute.manager [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Terminating instance [ 737.924275] env[69520]: DEBUG nova.compute.utils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.932524] env[69520]: DEBUG nova.compute.manager [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.932524] env[69520]: DEBUG nova.network.neutron [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.012149] env[69520]: DEBUG nova.policy [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2393a9392f984985bd5a7928570f6254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af3d20f1019a4d95a9638539caa80ef1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.125905] env[69520]: DEBUG nova.network.neutron [req-f8e0ce66-ff31-423b-a7b7-d24b724a84ab req-d6b72e4d-4abd-4346-90cf-a91637f8227e service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updated VIF entry in instance network info cache for port c485736f-e309-46db-9633-97933dbd3ba3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.126283] env[69520]: DEBUG nova.network.neutron [req-f8e0ce66-ff31-423b-a7b7-d24b724a84ab req-d6b72e4d-4abd-4346-90cf-a91637f8227e service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updating instance_info_cache with network_info: [{"id": "c485736f-e309-46db-9633-97933dbd3ba3", "address": "fa:16:3e:52:9b:c8", "network": {"id": "ac1a47ce-b4b8-4c93-8424-353efe6b97ef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1561144029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad271125a8a4e7d8204c50050e68ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc485736f-e3", "ovs_interfaceid": "c485736f-e309-46db-9633-97933dbd3ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.159361] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574377} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.159361] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] ee2b99fe-ab05-4db4-9ed0-0ca774a9333f/ee2b99fe-ab05-4db4-9ed0-0ca774a9333f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.159361] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.159537] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-517274e9-a7e2-428e-8f6e-690ed97226e4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.169561] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for the task: (returnval){ [ 738.169561] env[69520]: value = "task-3481486" [ 738.169561] env[69520]: _type = "Task" [ 738.169561] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.170604] env[69520]: DEBUG nova.network.neutron [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Updating instance_info_cache with network_info: [{"id": "33807f04-65ff-4aee-bdbe-fd24b9d4d95b", "address": "fa:16:3e:50:5a:88", "network": {"id": "2e762da1-f409-4a0d-955a-264f175247ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65151970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33807f04-65", "ovs_interfaceid": "33807f04-65ff-4aee-bdbe-fd24b9d4d95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2130624f-6b41-40fa-acf8-c4ac9691bc2e", "address": "fa:16:3e:1f:62:54", "network": {"id": "4b71fda1-bb66-4e27-88eb-00d782c68eae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1014125175", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2130624f-6b", "ovs_interfaceid": "2130624f-6b41-40fa-acf8-c4ac9691bc2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d7e62d74-1348-4bf4-8d71-da0e2626f964", "address": "fa:16:3e:60:23:8d", "network": {"id": "2e762da1-f409-4a0d-955a-264f175247ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65151970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e62d74-13", "ovs_interfaceid": "d7e62d74-1348-4bf4-8d71-da0e2626f964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.182675] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.371277] env[69520]: DEBUG nova.compute.manager [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.371277] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.371277] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b62dd-e4ed-45e5-a364-52a0626ffa9e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.386971] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.387247] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69297dc1-c6d4-4566-8e11-4b045eefc24d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.398342] env[69520]: DEBUG oslo_vmware.api [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 738.398342] env[69520]: value = "task-3481487" [ 738.398342] env[69520]: _type = "Task" [ 738.398342] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.411677] env[69520]: DEBUG oslo_vmware.api [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.427676] env[69520]: DEBUG nova.network.neutron [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Successfully created port: 84cd63d6-57c1-4b08-a910-03a624cd836f {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.432935] env[69520]: DEBUG nova.compute.manager [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.473560] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997cbf6c-6e65-41b3-85f4-4de649fd4920 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.485031] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496c3e5c-1c5e-46b3-950d-96e37dd7f965 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.522834] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9618c3e3-cc0c-4500-b97c-a58a117be9ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.531951] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f90668-1c37-4df5-860d-2b1037fad1fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.553471] env[69520]: DEBUG nova.compute.provider_tree [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.570052] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquiring lock "83163fb6-9218-4a97-88d2-4f03aede0d23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.570310] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "83163fb6-9218-4a97-88d2-4f03aede0d23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.633113] env[69520]: DEBUG oslo_concurrency.lockutils [req-f8e0ce66-ff31-423b-a7b7-d24b724a84ab req-d6b72e4d-4abd-4346-90cf-a91637f8227e service nova] Releasing lock "refresh_cache-a14ef9e5-adfd-4020-affc-b25322802b4b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.677276] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Releasing lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.677890] env[69520]: DEBUG nova.compute.manager [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Instance network_info: |[{"id": "33807f04-65ff-4aee-bdbe-fd24b9d4d95b", "address": "fa:16:3e:50:5a:88", "network": {"id": "2e762da1-f409-4a0d-955a-264f175247ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65151970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33807f04-65", "ovs_interfaceid": "33807f04-65ff-4aee-bdbe-fd24b9d4d95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2130624f-6b41-40fa-acf8-c4ac9691bc2e", "address": "fa:16:3e:1f:62:54", "network": {"id": "4b71fda1-bb66-4e27-88eb-00d782c68eae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1014125175", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2130624f-6b", "ovs_interfaceid": "2130624f-6b41-40fa-acf8-c4ac9691bc2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d7e62d74-1348-4bf4-8d71-da0e2626f964", "address": "fa:16:3e:60:23:8d", "network": {"id": "2e762da1-f409-4a0d-955a-264f175247ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65151970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e62d74-13", "ovs_interfaceid": "d7e62d74-1348-4bf4-8d71-da0e2626f964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.678426] env[69520]: DEBUG oslo_concurrency.lockutils [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] Acquired lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.678776] env[69520]: DEBUG nova.network.neutron [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Refreshing network info cache for port d7e62d74-1348-4bf4-8d71-da0e2626f964 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.680279] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:5a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33807f04-65ff-4aee-bdbe-fd24b9d4d95b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:62:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2130624f-6b41-40fa-acf8-c4ac9691bc2e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:23:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7e62d74-1348-4bf4-8d71-da0e2626f964', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.694811] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Creating folder: Project (1eceaf73956f4b7a9c936c0b59bcd647). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.701178] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5f56e95-12a1-4e60-94d6-832d179c010e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.708803] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265944} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.710082] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.710423] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42b8a34-0e11-4791-9031-c7b035e3f99e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.736629] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] ee2b99fe-ab05-4db4-9ed0-0ca774a9333f/ee2b99fe-ab05-4db4-9ed0-0ca774a9333f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.739279] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a945e1-bd4d-4c11-b77b-ddea3e02ffe5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.754021] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Created folder: Project (1eceaf73956f4b7a9c936c0b59bcd647) in parent group-v695915. [ 738.754021] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Creating folder: Instances. Parent ref: group-v696014. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.754021] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84922f1d-6793-4cfe-b626-766d9f5573dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.762862] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for the task: (returnval){ [ 738.762862] env[69520]: value = "task-3481490" [ 738.762862] env[69520]: _type = "Task" [ 738.762862] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.768745] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Created folder: Instances in parent group-v696014. [ 738.768745] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.769103] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.769437] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73348c75-d279-424c-8ae7-980bab0cdd41 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.792836] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.799876] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.799876] env[69520]: value = "task-3481491" [ 738.799876] env[69520]: _type = "Task" [ 738.799876] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.808813] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481491, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.910525] env[69520]: DEBUG oslo_vmware.api [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481487, 'name': PowerOffVM_Task, 'duration_secs': 0.254621} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.911706] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.911706] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.911706] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8e612e3-40ea-4c45-bcca-2bccd119489f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.969410] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "9e999262-f0b8-491e-87d5-abef92b85af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.969720] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "9e999262-f0b8-491e-87d5-abef92b85af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.987729] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.988207] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.988348] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Deleting the datastore file [datastore1] a4b0b9e9-6fa3-49f8-a241-370e576267dc {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.988887] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-919c4039-8c63-4804-957c-e95ac81e77df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.996767] env[69520]: DEBUG oslo_vmware.api [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for the task: (returnval){ [ 738.996767] env[69520]: value = "task-3481493" [ 738.996767] env[69520]: _type = "Task" [ 738.996767] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.006232] env[69520]: DEBUG oslo_vmware.api [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.056896] env[69520]: DEBUG nova.scheduler.client.report [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.108848] env[69520]: DEBUG nova.network.neutron [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Updated VIF entry in instance network info cache for port d7e62d74-1348-4bf4-8d71-da0e2626f964. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.109367] env[69520]: DEBUG nova.network.neutron [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Updating instance_info_cache with network_info: [{"id": "33807f04-65ff-4aee-bdbe-fd24b9d4d95b", "address": "fa:16:3e:50:5a:88", "network": {"id": "2e762da1-f409-4a0d-955a-264f175247ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65151970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33807f04-65", "ovs_interfaceid": "33807f04-65ff-4aee-bdbe-fd24b9d4d95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2130624f-6b41-40fa-acf8-c4ac9691bc2e", "address": "fa:16:3e:1f:62:54", "network": {"id": "4b71fda1-bb66-4e27-88eb-00d782c68eae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1014125175", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2130624f-6b", "ovs_interfaceid": "2130624f-6b41-40fa-acf8-c4ac9691bc2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d7e62d74-1348-4bf4-8d71-da0e2626f964", "address": "fa:16:3e:60:23:8d", "network": {"id": "2e762da1-f409-4a0d-955a-264f175247ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65151970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e62d74-13", "ovs_interfaceid": "d7e62d74-1348-4bf4-8d71-da0e2626f964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.272927] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481490, 'name': ReconfigVM_Task, 'duration_secs': 0.361424} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.273338] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Reconfigured VM instance instance-00000021 to attach disk [datastore2] ee2b99fe-ab05-4db4-9ed0-0ca774a9333f/ee2b99fe-ab05-4db4-9ed0-0ca774a9333f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.273912] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2e9081a-9ff0-4fae-b910-d3485b8dc9cb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.280625] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for the task: (returnval){ [ 739.280625] env[69520]: value = "task-3481494" [ 739.280625] env[69520]: _type = "Task" [ 739.280625] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.289121] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481494, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.309689] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481491, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.444210] env[69520]: DEBUG nova.compute.manager [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.474367] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.474632] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.474826] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.475061] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.475219] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.475369] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.475581] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.475740] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.475905] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.476081] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.476260] env[69520]: DEBUG nova.virt.hardware [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.477146] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f9d5b0-f78e-42f0-a3fc-594228056582 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.487533] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9806f47e-d71c-4bc7-b4ba-73c1222a251f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.512012] env[69520]: DEBUG oslo_vmware.api [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Task: {'id': task-3481493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234183} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.512447] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.512646] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.512825] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.512996] env[69520]: INFO nova.compute.manager [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 739.513253] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.513473] env[69520]: DEBUG nova.compute.manager [-] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.513571] env[69520]: DEBUG nova.network.neutron [-] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.612806] env[69520]: DEBUG oslo_concurrency.lockutils [req-61980e64-3007-4bb6-a6ff-330cff732fde req-e5567ce1-e79c-4678-958c-a02acdce85fe service nova] Releasing lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.613154] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Acquired lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.613413] env[69520]: DEBUG nova.network.neutron [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Refreshing network info cache for port 2130624f-6b41-40fa-acf8-c4ac9691bc2e {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.791076] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481494, 'name': Rename_Task, 'duration_secs': 0.18649} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.791363] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.791678] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d916ab4c-121d-4ee5-9fd7-57667c771cc0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.799316] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for the task: (returnval){ [ 739.799316] env[69520]: value = "task-3481495" [ 739.799316] env[69520]: _type = "Task" [ 739.799316] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.810535] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.813617] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481491, 'name': CreateVM_Task, 'duration_secs': 0.604649} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.813765] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.814626] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.814791] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.815115] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.815361] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b08f50-3c3e-464a-96b8-43ffece59aad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.820359] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 739.820359] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521ca238-e246-08f8-9f84-af26ebf1d9ed" [ 739.820359] env[69520]: _type = "Task" [ 739.820359] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.828895] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521ca238-e246-08f8-9f84-af26ebf1d9ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.961563] env[69520]: DEBUG nova.compute.manager [req-cb8f1d0a-270f-4525-bca0-0c0dbfbba103 req-a492c613-29b2-430e-ac7d-a79b31ec17ca service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Received event network-vif-deleted-d7b525bb-e94c-4c10-8fbf-56e4408b5308 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.961614] env[69520]: INFO nova.compute.manager [req-cb8f1d0a-270f-4525-bca0-0c0dbfbba103 req-a492c613-29b2-430e-ac7d-a79b31ec17ca service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Neutron deleted interface d7b525bb-e94c-4c10-8fbf-56e4408b5308; detaching it from the instance and deleting it from the info cache [ 739.961744] env[69520]: DEBUG nova.network.neutron [req-cb8f1d0a-270f-4525-bca0-0c0dbfbba103 req-a492c613-29b2-430e-ac7d-a79b31ec17ca service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.067962] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.648s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.070880] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.208s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.070880] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.071040] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 740.071741] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.977s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.071741] env[69520]: DEBUG nova.objects.instance [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lazy-loading 'resources' on Instance uuid 81b45160-82b7-4913-9ab3-999d958d94e6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.074073] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201f681f-71ea-42f4-aa1a-8258a92fcdd0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.084890] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b9aed7-f072-4832-889e-49777fb00be3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.100975] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3431e84-e969-4f3a-87e7-1dca52ece0e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.109441] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63169f3-d4ed-48a7-9a62-82bdc180a651 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.144527] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178750MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 740.144694] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.255516] env[69520]: DEBUG nova.network.neutron [-] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.313701] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.331254] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521ca238-e246-08f8-9f84-af26ebf1d9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.331254] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.331406] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.331798] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.331798] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.331883] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.332455] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a504e94d-938f-41a1-9034-30ff933860d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.345356] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.345545] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.349818] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4bb6aa-55c6-4372-8b37-79df1b74427f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.357217] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 740.357217] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ad8a7-3831-d65c-3e82-38f400bb5df0" [ 740.357217] env[69520]: _type = "Task" [ 740.357217] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.369385] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ad8a7-3831-d65c-3e82-38f400bb5df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.400394] env[69520]: DEBUG nova.network.neutron [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Successfully updated port: 84cd63d6-57c1-4b08-a910-03a624cd836f {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.440664] env[69520]: DEBUG nova.network.neutron [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Updated VIF entry in instance network info cache for port 2130624f-6b41-40fa-acf8-c4ac9691bc2e. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.441226] env[69520]: DEBUG nova.network.neutron [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Updating instance_info_cache with network_info: [{"id": "33807f04-65ff-4aee-bdbe-fd24b9d4d95b", "address": "fa:16:3e:50:5a:88", "network": {"id": "2e762da1-f409-4a0d-955a-264f175247ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65151970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33807f04-65", "ovs_interfaceid": "33807f04-65ff-4aee-bdbe-fd24b9d4d95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2130624f-6b41-40fa-acf8-c4ac9691bc2e", "address": "fa:16:3e:1f:62:54", "network": {"id": "4b71fda1-bb66-4e27-88eb-00d782c68eae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1014125175", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2130624f-6b", "ovs_interfaceid": "2130624f-6b41-40fa-acf8-c4ac9691bc2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d7e62d74-1348-4bf4-8d71-da0e2626f964", "address": "fa:16:3e:60:23:8d", "network": {"id": "2e762da1-f409-4a0d-955a-264f175247ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65151970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e62d74-13", "ovs_interfaceid": "d7e62d74-1348-4bf4-8d71-da0e2626f964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.466281] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3214245-b8c3-42b1-bc2e-a7ee77dc4284 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.475280] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2143016f-3adb-4b0c-92d4-90c9fe4c52c1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.508961] env[69520]: DEBUG nova.compute.manager [req-cb8f1d0a-270f-4525-bca0-0c0dbfbba103 req-a492c613-29b2-430e-ac7d-a79b31ec17ca service nova] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Detach interface failed, port_id=d7b525bb-e94c-4c10-8fbf-56e4408b5308, reason: Instance a4b0b9e9-6fa3-49f8-a241-370e576267dc could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 740.630044] env[69520]: INFO nova.scheduler.client.report [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Deleted allocation for migration 79e6404c-0e8f-421e-8eff-137dccfe21a9 [ 740.761224] env[69520]: INFO nova.compute.manager [-] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Took 1.25 seconds to deallocate network for instance. [ 740.810742] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481495, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.872428] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ad8a7-3831-d65c-3e82-38f400bb5df0, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.873540] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6ec7e2-4b01-4fb6-961c-f4342cddc37e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.881632] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 740.881632] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bc1829-94e2-b6dd-dc59-1e0d56a10878" [ 740.881632] env[69520]: _type = "Task" [ 740.881632] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.890864] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bc1829-94e2-b6dd-dc59-1e0d56a10878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.906867] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.907849] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.907849] env[69520]: DEBUG nova.network.neutron [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.948032] env[69520]: DEBUG oslo_concurrency.lockutils [req-aa936687-f193-496c-8ab4-cd5766873d80 req-73d6e5d0-5469-4cd0-9837-2f1e3441a770 service nova] Releasing lock "refresh_cache-e78e3858-451b-4a84-9a18-ca78bae38b3d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.100908] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dbb880-a285-472c-b71e-5cb5b043abd3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.110244] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4fe945-e578-4d07-bee7-187e701750ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.143518] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1eb9eed6-5f47-4d4f-9780-74b42b1d32e2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.666s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.145396] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9127ba94-3d6e-415e-80c8-c920f7a8ce34 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.154115] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70ba3e1-0176-4573-bab6-aeaa2bcbb87b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.169816] env[69520]: DEBUG nova.compute.provider_tree [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.268641] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.311022] env[69520]: DEBUG oslo_vmware.api [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481495, 'name': PowerOnVM_Task, 'duration_secs': 1.274844} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.311022] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.311154] env[69520]: INFO nova.compute.manager [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Took 7.78 seconds to spawn the instance on the hypervisor. [ 741.311243] env[69520]: DEBUG nova.compute.manager [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.312057] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898f5b9a-7317-40f5-ab7d-bccb2bc80a1b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.393666] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bc1829-94e2-b6dd-dc59-1e0d56a10878, 'name': SearchDatastore_Task, 'duration_secs': 0.014637} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.393948] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.395230] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] e78e3858-451b-4a84-9a18-ca78bae38b3d/e78e3858-451b-4a84-9a18-ca78bae38b3d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.395230] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e3d3d6c-181a-4b21-ac93-0a172027a9aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.406728] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 741.406728] env[69520]: value = "task-3481496" [ 741.406728] env[69520]: _type = "Task" [ 741.406728] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.417316] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.449606] env[69520]: DEBUG nova.network.neutron [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.591367] env[69520]: DEBUG nova.network.neutron [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance_info_cache with network_info: [{"id": "84cd63d6-57c1-4b08-a910-03a624cd836f", "address": "fa:16:3e:f8:58:c8", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cd63d6-57", "ovs_interfaceid": "84cd63d6-57c1-4b08-a910-03a624cd836f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.672248] env[69520]: DEBUG nova.scheduler.client.report [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.830722] env[69520]: INFO nova.compute.manager [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Took 41.39 seconds to build instance. [ 741.920429] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481496, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.014304] env[69520]: DEBUG nova.compute.manager [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Received event network-vif-plugged-84cd63d6-57c1-4b08-a910-03a624cd836f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.014304] env[69520]: DEBUG oslo_concurrency.lockutils [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] Acquiring lock "8137a947-18ef-4e25-b580-96a9eb6077be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.014304] env[69520]: DEBUG oslo_concurrency.lockutils [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] Lock "8137a947-18ef-4e25-b580-96a9eb6077be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.014304] env[69520]: DEBUG oslo_concurrency.lockutils [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] Lock "8137a947-18ef-4e25-b580-96a9eb6077be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.014304] env[69520]: DEBUG nova.compute.manager [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] No waiting events found dispatching network-vif-plugged-84cd63d6-57c1-4b08-a910-03a624cd836f {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.014613] env[69520]: WARNING nova.compute.manager [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Received unexpected event network-vif-plugged-84cd63d6-57c1-4b08-a910-03a624cd836f for instance with vm_state building and task_state spawning. [ 742.014613] env[69520]: DEBUG nova.compute.manager [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Received event network-changed-84cd63d6-57c1-4b08-a910-03a624cd836f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.014771] env[69520]: DEBUG nova.compute.manager [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Refreshing instance network info cache due to event network-changed-84cd63d6-57c1-4b08-a910-03a624cd836f. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.014957] env[69520]: DEBUG oslo_concurrency.lockutils [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] Acquiring lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.094180] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.094538] env[69520]: DEBUG nova.compute.manager [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Instance network_info: |[{"id": "84cd63d6-57c1-4b08-a910-03a624cd836f", "address": "fa:16:3e:f8:58:c8", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cd63d6-57", "ovs_interfaceid": "84cd63d6-57c1-4b08-a910-03a624cd836f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.094854] env[69520]: DEBUG oslo_concurrency.lockutils [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] Acquired lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.095057] env[69520]: DEBUG nova.network.neutron [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Refreshing network info cache for port 84cd63d6-57c1-4b08-a910-03a624cd836f {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.096353] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:58:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84cd63d6-57c1-4b08-a910-03a624cd836f', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.103996] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating folder: Project (af3d20f1019a4d95a9638539caa80ef1). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.106806] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f983380d-51c7-4152-be12-cbf8b46d1f22 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.121994] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Created folder: Project (af3d20f1019a4d95a9638539caa80ef1) in parent group-v695915. [ 742.122228] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating folder: Instances. Parent ref: group-v696017. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.122495] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7715899b-1dca-41ae-ad18-562baba88b21 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.132657] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Created folder: Instances in parent group-v696017. [ 742.132894] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.133138] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.133355] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22df5638-98c9-4410-aad2-2f16ba0c0e92 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.155124] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.155124] env[69520]: value = "task-3481499" [ 742.155124] env[69520]: _type = "Task" [ 742.155124] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.164733] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481499, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.177769] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.180808] env[69520]: DEBUG oslo_concurrency.lockutils [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.354s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.180808] env[69520]: DEBUG nova.objects.instance [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lazy-loading 'resources' on Instance uuid 8410457a-eee4-47ad-b7fb-053901fd16e5 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.197354] env[69520]: INFO nova.scheduler.client.report [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted allocations for instance 81b45160-82b7-4913-9ab3-999d958d94e6 [ 742.333462] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6389b8c2-66ad-404f-92cd-3b5ad08f24f0 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.756s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.358423] env[69520]: DEBUG nova.network.neutron [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updated VIF entry in instance network info cache for port 84cd63d6-57c1-4b08-a910-03a624cd836f. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.358939] env[69520]: DEBUG nova.network.neutron [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance_info_cache with network_info: [{"id": "84cd63d6-57c1-4b08-a910-03a624cd836f", "address": "fa:16:3e:f8:58:c8", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cd63d6-57", "ovs_interfaceid": "84cd63d6-57c1-4b08-a910-03a624cd836f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.368885] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.369243] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.418607] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535444} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.418873] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] e78e3858-451b-4a84-9a18-ca78bae38b3d/e78e3858-451b-4a84-9a18-ca78bae38b3d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.419096] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.419350] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e80f650-6d13-40e8-8608-a892b444eb20 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.427125] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 742.427125] env[69520]: value = "task-3481500" [ 742.427125] env[69520]: _type = "Task" [ 742.427125] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.437443] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.666104] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481499, 'name': CreateVM_Task, 'duration_secs': 0.388437} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.666275] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.666936] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.667119] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.667434] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.667671] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878f6315-f8b2-4a6c-93dc-de0c984f7ee9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.672090] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 742.672090] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5234418f-66a7-b0b2-90bf-e16c9b943d1b" [ 742.672090] env[69520]: _type = "Task" [ 742.672090] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.679579] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5234418f-66a7-b0b2-90bf-e16c9b943d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.708654] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f252f6fa-0fba-4988-a597-d386fbb3ba07 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "81b45160-82b7-4913-9ab3-999d958d94e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.120s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.837169] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.869069] env[69520]: DEBUG oslo_concurrency.lockutils [req-fdaeec92-6d66-4b25-8fc3-d94b6185a97a req-95c48b17-a1e8-4acc-85d6-a9a258c44463 service nova] Releasing lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.939419] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093238} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.940032] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.940541] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555b3bcd-cbac-42cc-ad0a-67c4c0464c48 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.971841] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] e78e3858-451b-4a84-9a18-ca78bae38b3d/e78e3858-451b-4a84-9a18-ca78bae38b3d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.974651] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a9c00a4-0eee-49ed-829e-97b933a3b4fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.996014] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 742.996014] env[69520]: value = "task-3481501" [ 742.996014] env[69520]: _type = "Task" [ 742.996014] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.007641] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.114229] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6ae375-51f2-46e2-a1a8-a93b909c730f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.122260] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62623024-c643-4812-8722-25650318647d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.152755] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8671ca2d-73eb-4ed5-9899-f940a4e7849a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.160485] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a27fb0-836c-4a46-9e7f-8beec6ea9f69 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.179867] env[69520]: DEBUG nova.compute.provider_tree [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.190292] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5234418f-66a7-b0b2-90bf-e16c9b943d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.191251] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.191484] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.191728] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.191876] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.192068] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.192609] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6436fa68-dc33-4b9a-acbb-91e3a42562fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.202952] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.203145] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.203865] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d562a736-2523-4eda-abb1-9bddc730100f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.209530] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 743.209530] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5226ffa3-9a21-ae71-68a1-5fdac787dc74" [ 743.209530] env[69520]: _type = "Task" [ 743.209530] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.220892] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5226ffa3-9a21-ae71-68a1-5fdac787dc74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.360657] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.506747] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481501, 'name': ReconfigVM_Task, 'duration_secs': 0.431341} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.507084] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Reconfigured VM instance instance-00000020 to attach disk [datastore2] e78e3858-451b-4a84-9a18-ca78bae38b3d/e78e3858-451b-4a84-9a18-ca78bae38b3d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.507794] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3517bc09-6c7a-4eec-bbad-39588e29cadf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.517028] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 743.517028] env[69520]: value = "task-3481502" [ 743.517028] env[69520]: _type = "Task" [ 743.517028] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.524171] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481502, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.685728] env[69520]: DEBUG nova.scheduler.client.report [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.721369] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5226ffa3-9a21-ae71-68a1-5fdac787dc74, 'name': SearchDatastore_Task, 'duration_secs': 0.015948} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.722194] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6088ef-6882-477a-bde6-578ba165c638 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.728915] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 743.728915] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dceb4b-6b79-c004-6657-208d95e2e628" [ 743.728915] env[69520]: _type = "Task" [ 743.728915] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.738403] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dceb4b-6b79-c004-6657-208d95e2e628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.850066] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquiring lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.850066] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.850239] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquiring lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.850445] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.850631] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.853110] env[69520]: INFO nova.compute.manager [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Terminating instance [ 744.026290] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481502, 'name': Rename_Task, 'duration_secs': 0.178646} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.026565] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.026809] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a29bc3e8-82f8-41b2-bc6e-dc28af460526 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.034636] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 744.034636] env[69520]: value = "task-3481503" [ 744.034636] env[69520]: _type = "Task" [ 744.034636] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.045273] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.191236] env[69520]: DEBUG oslo_concurrency.lockutils [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.193761] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.607s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.195363] env[69520]: INFO nova.compute.claims [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.211789] env[69520]: INFO nova.scheduler.client.report [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted allocations for instance 8410457a-eee4-47ad-b7fb-053901fd16e5 [ 744.242690] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dceb4b-6b79-c004-6657-208d95e2e628, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.242978] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.243345] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 8137a947-18ef-4e25-b580-96a9eb6077be/8137a947-18ef-4e25-b580-96a9eb6077be.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.243974] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75783a9e-c333-4edf-b46c-8955ef8afcf6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.253790] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 744.253790] env[69520]: value = "task-3481504" [ 744.253790] env[69520]: _type = "Task" [ 744.253790] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.262816] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.357424] env[69520]: DEBUG nova.compute.manager [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.357746] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.359074] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efd4000-9e41-4a12-824d-3540dbfc10d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.370226] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.370226] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ccaee64-002d-4a7d-8230-5c1097b1930c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.379557] env[69520]: DEBUG oslo_vmware.api [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for the task: (returnval){ [ 744.379557] env[69520]: value = "task-3481505" [ 744.379557] env[69520]: _type = "Task" [ 744.379557] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.392022] env[69520]: DEBUG oslo_vmware.api [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.548986] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481503, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.722971] env[69520]: DEBUG oslo_concurrency.lockutils [None req-03fbea82-9cd6-43c7-9e94-0574cded5d39 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "8410457a-eee4-47ad-b7fb-053901fd16e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.930s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.766450] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481504, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.889841] env[69520]: DEBUG oslo_vmware.api [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481505, 'name': PowerOffVM_Task, 'duration_secs': 0.236749} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.890083] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.890653] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.890653] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-227ce6d6-3fb5-47a4-b37b-f47c759120ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.977473] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.977741] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.977971] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Deleting the datastore file [datastore2] ee2b99fe-ab05-4db4-9ed0-0ca774a9333f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.978331] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6037e990-3e19-4efe-bbe2-719c7ba76d69 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.986477] env[69520]: DEBUG oslo_vmware.api [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for the task: (returnval){ [ 744.986477] env[69520]: value = "task-3481507" [ 744.986477] env[69520]: _type = "Task" [ 744.986477] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.047134] env[69520]: DEBUG oslo_vmware.api [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481503, 'name': PowerOnVM_Task, 'duration_secs': 0.885197} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.047368] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.047576] env[69520]: INFO nova.compute.manager [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Took 14.29 seconds to spawn the instance on the hypervisor. [ 745.047758] env[69520]: DEBUG nova.compute.manager [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.048571] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b5f363-6e38-456d-8e26-cd146beded57 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.267174] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615978} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.269795] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 8137a947-18ef-4e25-b580-96a9eb6077be/8137a947-18ef-4e25-b580-96a9eb6077be.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.270028] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.270535] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55418185-8082-4483-9a9a-c552caec8fce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.279397] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 745.279397] env[69520]: value = "task-3481508" [ 745.279397] env[69520]: _type = "Task" [ 745.279397] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.291526] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.498247] env[69520]: DEBUG oslo_vmware.api [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Task: {'id': task-3481507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405406} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.498917] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.499236] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.499549] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.499853] env[69520]: INFO nova.compute.manager [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 745.500233] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.500611] env[69520]: DEBUG nova.compute.manager [-] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.500844] env[69520]: DEBUG nova.network.neutron [-] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.572167] env[69520]: INFO nova.compute.manager [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Took 49.66 seconds to build instance. [ 745.769606] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248cf73f-d8c8-4bca-9d75-46cb3764790c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.777924] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a629dd9-5897-4a2f-b04f-190c359a9038 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.791379] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095851} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.816821] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.818518] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a4884-42bf-437b-8f9c-84dcccd09ff0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.821565] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1429b6f3-bfc8-48ee-acce-7f1432e91fcf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.845528] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 8137a947-18ef-4e25-b580-96a9eb6077be/8137a947-18ef-4e25-b580-96a9eb6077be.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.847437] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-762ca000-21d1-4087-a87e-2c400715961f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.864541] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707f502d-57d4-4ef6-a037-a277af5d9668 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.883893] env[69520]: DEBUG nova.compute.provider_tree [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.887541] env[69520]: DEBUG nova.compute.manager [req-77e58c55-44a1-4730-9d53-40c12035fa8e req-a0ecb82b-d5c3-4e05-9dc4-d44f0f926ef1 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Received event network-vif-deleted-0b4f613b-a1d0-4562-97a7-8829c678cce2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.887727] env[69520]: INFO nova.compute.manager [req-77e58c55-44a1-4730-9d53-40c12035fa8e req-a0ecb82b-d5c3-4e05-9dc4-d44f0f926ef1 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Neutron deleted interface 0b4f613b-a1d0-4562-97a7-8829c678cce2; detaching it from the instance and deleting it from the info cache [ 745.887903] env[69520]: DEBUG nova.network.neutron [req-77e58c55-44a1-4730-9d53-40c12035fa8e req-a0ecb82b-d5c3-4e05-9dc4-d44f0f926ef1 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.889293] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 745.889293] env[69520]: value = "task-3481509" [ 745.889293] env[69520]: _type = "Task" [ 745.889293] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.900367] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.074380] env[69520]: DEBUG oslo_concurrency.lockutils [None req-282825de-1f9b-4083-ab3d-1b1471a63184 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.118s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.287028] env[69520]: DEBUG nova.network.neutron [-] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.374137] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "e78e3858-451b-4a84-9a18-ca78bae38b3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.374137] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.376313] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.376511] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.376699] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.379043] env[69520]: INFO nova.compute.manager [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Terminating instance [ 746.391323] env[69520]: DEBUG nova.scheduler.client.report [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.395718] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1e5c101-66ee-40aa-a3da-e62106bf70ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.408343] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.412506] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b6030d-ac8f-49fe-bc78-705500f7e265 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.446506] env[69520]: DEBUG nova.compute.manager [req-77e58c55-44a1-4730-9d53-40c12035fa8e req-a0ecb82b-d5c3-4e05-9dc4-d44f0f926ef1 service nova] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Detach interface failed, port_id=0b4f613b-a1d0-4562-97a7-8829c678cce2, reason: Instance ee2b99fe-ab05-4db4-9ed0-0ca774a9333f could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 746.577061] env[69520]: DEBUG nova.compute.manager [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.789283] env[69520]: INFO nova.compute.manager [-] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Took 1.29 seconds to deallocate network for instance. [ 746.882393] env[69520]: DEBUG nova.compute.manager [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.882692] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.883633] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54af9e3-e5eb-4897-ae5a-ff622ec9db42 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.892879] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.893144] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d64163-5883-4f08-b784-ba20ae509ea5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.898146] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.898848] env[69520]: DEBUG nova.compute.manager [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.902329] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.492s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.902567] env[69520]: DEBUG nova.objects.instance [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lazy-loading 'resources' on Instance uuid 71b79e4c-e9bc-46b7-9554-06afa2279ea8 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.904075] env[69520]: DEBUG oslo_vmware.api [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 746.904075] env[69520]: value = "task-3481510" [ 746.904075] env[69520]: _type = "Task" [ 746.904075] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.910930] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481509, 'name': ReconfigVM_Task, 'duration_secs': 0.809006} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.911501] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 8137a947-18ef-4e25-b580-96a9eb6077be/8137a947-18ef-4e25-b580-96a9eb6077be.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.912630] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9585b528-3c31-4605-a116-e4f87b6e3e85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.917948] env[69520]: DEBUG oslo_vmware.api [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.925703] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 746.925703] env[69520]: value = "task-3481511" [ 746.925703] env[69520]: _type = "Task" [ 746.925703] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.935854] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481511, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.102517] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.297350] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.406145] env[69520]: DEBUG nova.compute.utils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.407625] env[69520]: DEBUG nova.compute.manager [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.407799] env[69520]: DEBUG nova.network.neutron [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.422392] env[69520]: DEBUG oslo_vmware.api [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481510, 'name': PowerOffVM_Task, 'duration_secs': 0.213896} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.423238] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.423414] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.423662] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fd2e20c-9dc1-4fae-a07c-f671aca108a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.441049] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481511, 'name': Rename_Task, 'duration_secs': 0.153021} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.441441] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.441623] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f271172-6b17-46aa-9814-11a5583ce26a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.451387] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 747.451387] env[69520]: value = "task-3481513" [ 747.451387] env[69520]: _type = "Task" [ 747.451387] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.454486] env[69520]: DEBUG nova.policy [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42cc001b17ca4a7d974c92002080ce27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4e67198fe0e4830bb588793751e5434', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.466029] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.613404] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.613649] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.613849] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Deleting the datastore file [datastore2] e78e3858-451b-4a84-9a18-ca78bae38b3d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.614138] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c6d2375-6f41-4dd5-b65b-cebada41f874 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.623531] env[69520]: DEBUG oslo_vmware.api [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 747.623531] env[69520]: value = "task-3481514" [ 747.623531] env[69520]: _type = "Task" [ 747.623531] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.634595] env[69520]: DEBUG oslo_vmware.api [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.771563] env[69520]: DEBUG nova.network.neutron [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Successfully created port: d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.914470] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6ae740-04f4-400a-92dd-874610472381 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.917618] env[69520]: DEBUG nova.compute.manager [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.927688] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aded29f-e9e5-43de-bf44-22287c6a9471 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.968655] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e8eb77-3c11-40c5-bf97-0de38b3938cb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.981770] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4d7c7f-0f36-471a-9c03-8338d05e6395 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.986134] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481513, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.000863] env[69520]: DEBUG nova.compute.provider_tree [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.136141] env[69520]: DEBUG oslo_vmware.api [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182423} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.136414] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.136700] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.136889] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.137079] env[69520]: INFO nova.compute.manager [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Took 1.25 seconds to destroy the instance on the hypervisor. [ 748.137324] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.137518] env[69520]: DEBUG nova.compute.manager [-] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.137613] env[69520]: DEBUG nova.network.neutron [-] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.473446] env[69520]: DEBUG oslo_vmware.api [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481513, 'name': PowerOnVM_Task, 'duration_secs': 0.530779} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.473727] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.473928] env[69520]: INFO nova.compute.manager [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Took 9.03 seconds to spawn the instance on the hypervisor. [ 748.474126] env[69520]: DEBUG nova.compute.manager [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.476269] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beca9d62-9cfe-4662-b020-a2fe89a93b6f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.501589] env[69520]: DEBUG nova.compute.manager [req-cfe8ca35-7145-4e9e-974d-86fe40f6bd31 req-86254432-ea36-4dec-ad05-6c2a7eb3747e service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received event network-vif-deleted-2130624f-6b41-40fa-acf8-c4ac9691bc2e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.501733] env[69520]: INFO nova.compute.manager [req-cfe8ca35-7145-4e9e-974d-86fe40f6bd31 req-86254432-ea36-4dec-ad05-6c2a7eb3747e service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Neutron deleted interface 2130624f-6b41-40fa-acf8-c4ac9691bc2e; detaching it from the instance and deleting it from the info cache [ 748.502300] env[69520]: DEBUG nova.network.neutron [req-cfe8ca35-7145-4e9e-974d-86fe40f6bd31 req-86254432-ea36-4dec-ad05-6c2a7eb3747e service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Updating instance_info_cache with network_info: [{"id": "33807f04-65ff-4aee-bdbe-fd24b9d4d95b", "address": "fa:16:3e:50:5a:88", "network": {"id": "2e762da1-f409-4a0d-955a-264f175247ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65151970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33807f04-65", "ovs_interfaceid": "33807f04-65ff-4aee-bdbe-fd24b9d4d95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d7e62d74-1348-4bf4-8d71-da0e2626f964", "address": "fa:16:3e:60:23:8d", "network": {"id": "2e762da1-f409-4a0d-955a-264f175247ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65151970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e62d74-13", "ovs_interfaceid": "d7e62d74-1348-4bf4-8d71-da0e2626f964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.506021] env[69520]: DEBUG nova.scheduler.client.report [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.930173] env[69520]: DEBUG nova.compute.manager [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.957209] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.957472] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.957630] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.957809] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.957953] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.958117] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.958336] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.958496] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.958666] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.958828] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.958997] env[69520]: DEBUG nova.virt.hardware [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.959883] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336e8226-925b-4bb9-b770-1cf3ed2a02dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.968932] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7223a5e1-63ba-493a-aded-ee74ae4d485f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.996936] env[69520]: INFO nova.compute.manager [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Took 42.95 seconds to build instance. [ 749.007701] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67a8e6d7-e048-4f65-8ba8-96951f48366c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.010237] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.013270] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.328s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.014891] env[69520]: INFO nova.compute.claims [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.026925] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d95ea1e-bddd-42bd-81d9-cc73e3491764 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.039586] env[69520]: INFO nova.scheduler.client.report [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Deleted allocations for instance 71b79e4c-e9bc-46b7-9554-06afa2279ea8 [ 749.069502] env[69520]: DEBUG nova.compute.manager [req-cfe8ca35-7145-4e9e-974d-86fe40f6bd31 req-86254432-ea36-4dec-ad05-6c2a7eb3747e service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Detach interface failed, port_id=2130624f-6b41-40fa-acf8-c4ac9691bc2e, reason: Instance e78e3858-451b-4a84-9a18-ca78bae38b3d could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 749.243152] env[69520]: DEBUG nova.network.neutron [-] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.297192] env[69520]: DEBUG nova.network.neutron [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Successfully updated port: d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.500726] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fd599849-e3e9-4430-81bc-b2ceaa1146b6 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.465s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.548288] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d0477f93-4ad1-4b73-9285-15d93b717483 tempest-ServerMetadataNegativeTestJSON-1621260158 tempest-ServerMetadataNegativeTestJSON-1621260158-project-member] Lock "71b79e4c-e9bc-46b7-9554-06afa2279ea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.117s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.746284] env[69520]: INFO nova.compute.manager [-] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Took 1.61 seconds to deallocate network for instance. [ 749.801014] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquiring lock "refresh_cache-41e6960b-8fec-4bca-b0db-a9dbee4331e7" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.801014] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquired lock "refresh_cache-41e6960b-8fec-4bca-b0db-a9dbee4331e7" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.801014] env[69520]: DEBUG nova.network.neutron [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.003659] env[69520]: DEBUG nova.compute.manager [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.245701] env[69520]: DEBUG nova.compute.manager [req-800cadf7-e3db-4749-bc84-fc5aa43c18f3 req-e2fe432a-7c84-4672-9045-fc295b805067 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Received event network-changed-84cd63d6-57c1-4b08-a910-03a624cd836f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.245931] env[69520]: DEBUG nova.compute.manager [req-800cadf7-e3db-4749-bc84-fc5aa43c18f3 req-e2fe432a-7c84-4672-9045-fc295b805067 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Refreshing instance network info cache due to event network-changed-84cd63d6-57c1-4b08-a910-03a624cd836f. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.246165] env[69520]: DEBUG oslo_concurrency.lockutils [req-800cadf7-e3db-4749-bc84-fc5aa43c18f3 req-e2fe432a-7c84-4672-9045-fc295b805067 service nova] Acquiring lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.246492] env[69520]: DEBUG oslo_concurrency.lockutils [req-800cadf7-e3db-4749-bc84-fc5aa43c18f3 req-e2fe432a-7c84-4672-9045-fc295b805067 service nova] Acquired lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.246562] env[69520]: DEBUG nova.network.neutron [req-800cadf7-e3db-4749-bc84-fc5aa43c18f3 req-e2fe432a-7c84-4672-9045-fc295b805067 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Refreshing network info cache for port 84cd63d6-57c1-4b08-a910-03a624cd836f {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.252258] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.348400] env[69520]: DEBUG nova.network.neutron [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.502984] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79337d9-a079-47ad-b490-c59926145209 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.513799] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a300c553-68ff-4431-a8b5-4c6d0f4aed35 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.555434] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.556659] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30605df3-3be6-40e9-b5ff-3c4f09bb1566 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.566102] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a4b0e9-44d6-4031-8a1b-520319f2241d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.573712] env[69520]: DEBUG nova.network.neutron [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Updating instance_info_cache with network_info: [{"id": "d4adbba1-d8ff-4d55-a18f-a03fa1eecec4", "address": "fa:16:3e:ec:0c:2e", "network": {"id": "700c3c7e-3af3-4901-a7a5-45534fb285ef", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1939156478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a4e67198fe0e4830bb588793751e5434", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4adbba1-d8", "ovs_interfaceid": "d4adbba1-d8ff-4d55-a18f-a03fa1eecec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.585560] env[69520]: DEBUG nova.compute.provider_tree [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.648203] env[69520]: DEBUG nova.compute.manager [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received event network-vif-deleted-33807f04-65ff-4aee-bdbe-fd24b9d4d95b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.648414] env[69520]: DEBUG nova.compute.manager [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Received event network-vif-deleted-d7e62d74-1348-4bf4-8d71-da0e2626f964 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.648592] env[69520]: DEBUG nova.compute.manager [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Received event network-vif-plugged-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.648780] env[69520]: DEBUG oslo_concurrency.lockutils [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] Acquiring lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.649153] env[69520]: DEBUG oslo_concurrency.lockutils [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] Lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.649320] env[69520]: DEBUG oslo_concurrency.lockutils [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] Lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.649497] env[69520]: DEBUG nova.compute.manager [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] No waiting events found dispatching network-vif-plugged-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.650188] env[69520]: WARNING nova.compute.manager [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Received unexpected event network-vif-plugged-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 for instance with vm_state building and task_state spawning. [ 750.650389] env[69520]: DEBUG nova.compute.manager [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Received event network-changed-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.650526] env[69520]: DEBUG nova.compute.manager [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Refreshing instance network info cache due to event network-changed-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.650717] env[69520]: DEBUG oslo_concurrency.lockutils [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] Acquiring lock "refresh_cache-41e6960b-8fec-4bca-b0db-a9dbee4331e7" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.075402] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Releasing lock "refresh_cache-41e6960b-8fec-4bca-b0db-a9dbee4331e7" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.075754] env[69520]: DEBUG nova.compute.manager [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Instance network_info: |[{"id": "d4adbba1-d8ff-4d55-a18f-a03fa1eecec4", "address": "fa:16:3e:ec:0c:2e", "network": {"id": "700c3c7e-3af3-4901-a7a5-45534fb285ef", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1939156478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a4e67198fe0e4830bb588793751e5434", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4adbba1-d8", "ovs_interfaceid": "d4adbba1-d8ff-4d55-a18f-a03fa1eecec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.076100] env[69520]: DEBUG oslo_concurrency.lockutils [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] Acquired lock "refresh_cache-41e6960b-8fec-4bca-b0db-a9dbee4331e7" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.076291] env[69520]: DEBUG nova.network.neutron [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Refreshing network info cache for port d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.081027] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:0c:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4adbba1-d8ff-4d55-a18f-a03fa1eecec4', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.085462] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Creating folder: Project (a4e67198fe0e4830bb588793751e5434). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.086603] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4385888e-fd66-4568-96f6-c30333c9766a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.089411] env[69520]: DEBUG nova.scheduler.client.report [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.096307] env[69520]: DEBUG nova.network.neutron [req-800cadf7-e3db-4749-bc84-fc5aa43c18f3 req-e2fe432a-7c84-4672-9045-fc295b805067 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updated VIF entry in instance network info cache for port 84cd63d6-57c1-4b08-a910-03a624cd836f. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.096590] env[69520]: DEBUG nova.network.neutron [req-800cadf7-e3db-4749-bc84-fc5aa43c18f3 req-e2fe432a-7c84-4672-9045-fc295b805067 service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance_info_cache with network_info: [{"id": "84cd63d6-57c1-4b08-a910-03a624cd836f", "address": "fa:16:3e:f8:58:c8", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cd63d6-57", "ovs_interfaceid": "84cd63d6-57c1-4b08-a910-03a624cd836f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.104692] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Created folder: Project (a4e67198fe0e4830bb588793751e5434) in parent group-v695915. [ 751.105151] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Creating folder: Instances. Parent ref: group-v696020. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.105151] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b73c3c9f-4917-482a-9bbc-3403ff491c0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.117733] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Created folder: Instances in parent group-v696020. [ 751.118032] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.119094] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.119094] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f008403e-66a9-4403-888e-a9ad7e041498 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.141072] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.141072] env[69520]: value = "task-3481517" [ 751.141072] env[69520]: _type = "Task" [ 751.141072] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.156090] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481517, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.594829] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.595264] env[69520]: DEBUG nova.compute.manager [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.598055] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.032s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.598489] env[69520]: DEBUG nova.objects.instance [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lazy-loading 'resources' on Instance uuid ed594de5-84f8-4c94-97e1-bb96ff18ebc6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.599968] env[69520]: DEBUG oslo_concurrency.lockutils [req-800cadf7-e3db-4749-bc84-fc5aa43c18f3 req-e2fe432a-7c84-4672-9045-fc295b805067 service nova] Releasing lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.653237] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481517, 'name': CreateVM_Task, 'duration_secs': 0.365309} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.653415] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.654143] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.654319] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.654633] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.654881] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11961b2b-6d04-4790-86c9-e16ad59cc2c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.660121] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for the task: (returnval){ [ 751.660121] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5210ef97-568e-4698-8918-1b9bcc42c917" [ 751.660121] env[69520]: _type = "Task" [ 751.660121] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.668980] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5210ef97-568e-4698-8918-1b9bcc42c917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.795257] env[69520]: DEBUG nova.network.neutron [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Updated VIF entry in instance network info cache for port d4adbba1-d8ff-4d55-a18f-a03fa1eecec4. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.795676] env[69520]: DEBUG nova.network.neutron [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Updating instance_info_cache with network_info: [{"id": "d4adbba1-d8ff-4d55-a18f-a03fa1eecec4", "address": "fa:16:3e:ec:0c:2e", "network": {"id": "700c3c7e-3af3-4901-a7a5-45534fb285ef", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1939156478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a4e67198fe0e4830bb588793751e5434", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4adbba1-d8", "ovs_interfaceid": "d4adbba1-d8ff-4d55-a18f-a03fa1eecec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.102986] env[69520]: DEBUG nova.compute.utils [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.107311] env[69520]: DEBUG nova.compute.manager [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.107483] env[69520]: DEBUG nova.network.neutron [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.154989] env[69520]: DEBUG nova.policy [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5dbaa31c044cc79dc95aaa7675e272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47a7e5d569ff48c4bd67c48aac3a5782', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.171566] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5210ef97-568e-4698-8918-1b9bcc42c917, 'name': SearchDatastore_Task, 'duration_secs': 0.023393} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.174282] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.174522] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.174750] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.174892] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.175080] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.176256] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c33f168-78b8-4eba-9f65-472a7cb461de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.186307] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.186498] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.189508] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398fb411-dd54-40da-bf8e-739e0edafbd3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.197225] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for the task: (returnval){ [ 752.197225] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521144e3-b863-486c-9847-d4bed8e592fc" [ 752.197225] env[69520]: _type = "Task" [ 752.197225] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.205457] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521144e3-b863-486c-9847-d4bed8e592fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.298404] env[69520]: DEBUG oslo_concurrency.lockutils [req-6dcbaf72-a1b6-43a1-be64-00452232a207 req-a57d3215-7630-4ab3-a128-2cfe6bbaf0f5 service nova] Releasing lock "refresh_cache-41e6960b-8fec-4bca-b0db-a9dbee4331e7" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.457991] env[69520]: DEBUG nova.network.neutron [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Successfully created port: e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.570193] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5291f6f0-fc57-472d-8d2f-1a79dc96ca92 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.579759] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5860722e-6f9d-442b-bb11-da3ab9830e75 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.616479] env[69520]: DEBUG nova.compute.manager [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.622391] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d8e65-ea3e-4166-ac85-5d830b4ed4be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.630640] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe925f9-56d5-41b3-a569-96ce699f528e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.649616] env[69520]: DEBUG nova.compute.provider_tree [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.708331] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521144e3-b863-486c-9847-d4bed8e592fc, 'name': SearchDatastore_Task, 'duration_secs': 0.038673} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.709559] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4a36f4-5d8a-4c0a-afb7-34a335f4ce07 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.717978] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for the task: (returnval){ [ 752.717978] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286dc2d-56be-31bb-9920-ba63ad961fbd" [ 752.717978] env[69520]: _type = "Task" [ 752.717978] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.730981] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286dc2d-56be-31bb-9920-ba63ad961fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011575} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.731575] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.734097] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 41e6960b-8fec-4bca-b0db-a9dbee4331e7/41e6960b-8fec-4bca-b0db-a9dbee4331e7.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.734097] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8fb44e1-e009-4949-99fc-cc815e53acef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.741737] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for the task: (returnval){ [ 752.741737] env[69520]: value = "task-3481518" [ 752.741737] env[69520]: _type = "Task" [ 752.741737] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.752041] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.125867] env[69520]: INFO nova.virt.block_device [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Booting with volume 5bd1774f-24f0-4bcd-a4c7-747dc295effe at /dev/sda [ 753.157738] env[69520]: DEBUG nova.scheduler.client.report [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.183370] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0c91149-a995-42f3-b5f6-8d00c6b08b76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.196421] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb38b018-f344-4b5b-9136-42e424016b99 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.232340] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1900bfbc-c884-43d9-8bb9-9dc71f04ea95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.242599] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7b65c8-2713-4729-92a4-ad27da4c0794 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.262282] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494599} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.262544] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 41e6960b-8fec-4bca-b0db-a9dbee4331e7/41e6960b-8fec-4bca-b0db-a9dbee4331e7.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.262825] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.263326] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0e9212d-60dd-47be-898d-55cc25b9d19d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.281212] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466c079e-a6e7-4f3d-88b0-88f101256a8b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.283896] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for the task: (returnval){ [ 753.283896] env[69520]: value = "task-3481519" [ 753.283896] env[69520]: _type = "Task" [ 753.283896] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.289996] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c706313e-6d67-471a-99de-aebdaa0dae3d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.295190] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.308302] env[69520]: DEBUG nova.virt.block_device [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Updating existing volume attachment record: bdc744c2-e13a-440b-b21f-7ccbf9c3691d {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 753.341915] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "833bd12b-6d6a-43de-aa99-78181d11a19b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.342165] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "833bd12b-6d6a-43de-aa99-78181d11a19b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.664441] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.666887] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.979s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.668362] env[69520]: INFO nova.compute.claims [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.686820] env[69520]: INFO nova.scheduler.client.report [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Deleted allocations for instance ed594de5-84f8-4c94-97e1-bb96ff18ebc6 [ 753.794037] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066466} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.794367] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.795400] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b63208c-b886-47c9-8cb6-2085469c6a82 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.819250] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 41e6960b-8fec-4bca-b0db-a9dbee4331e7/41e6960b-8fec-4bca-b0db-a9dbee4331e7.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.819567] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b66287-b2f4-4215-b804-1d8cdc105e85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.842530] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for the task: (returnval){ [ 753.842530] env[69520]: value = "task-3481520" [ 753.842530] env[69520]: _type = "Task" [ 753.842530] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.851930] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.880216] env[69520]: DEBUG nova.compute.manager [req-a809e928-aadc-4c2e-ac3f-f5b6e0ebc8c4 req-f84e45f7-a6fc-4d6f-89b7-9bd08be0197a service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Received event network-vif-plugged-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.880918] env[69520]: DEBUG oslo_concurrency.lockutils [req-a809e928-aadc-4c2e-ac3f-f5b6e0ebc8c4 req-f84e45f7-a6fc-4d6f-89b7-9bd08be0197a service nova] Acquiring lock "a3c65331-11ab-4a40-b20a-472b65a36ddc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.880918] env[69520]: DEBUG oslo_concurrency.lockutils [req-a809e928-aadc-4c2e-ac3f-f5b6e0ebc8c4 req-f84e45f7-a6fc-4d6f-89b7-9bd08be0197a service nova] Lock "a3c65331-11ab-4a40-b20a-472b65a36ddc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.880918] env[69520]: DEBUG oslo_concurrency.lockutils [req-a809e928-aadc-4c2e-ac3f-f5b6e0ebc8c4 req-f84e45f7-a6fc-4d6f-89b7-9bd08be0197a service nova] Lock "a3c65331-11ab-4a40-b20a-472b65a36ddc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.881237] env[69520]: DEBUG nova.compute.manager [req-a809e928-aadc-4c2e-ac3f-f5b6e0ebc8c4 req-f84e45f7-a6fc-4d6f-89b7-9bd08be0197a service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] No waiting events found dispatching network-vif-plugged-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.881237] env[69520]: WARNING nova.compute.manager [req-a809e928-aadc-4c2e-ac3f-f5b6e0ebc8c4 req-f84e45f7-a6fc-4d6f-89b7-9bd08be0197a service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Received unexpected event network-vif-plugged-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 for instance with vm_state building and task_state block_device_mapping. [ 753.992152] env[69520]: DEBUG nova.network.neutron [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Successfully updated port: e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.194172] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8280fe20-3ac1-4cc9-a0f9-64d7957efc12 tempest-ServersV294TestFqdnHostnames-567937808 tempest-ServersV294TestFqdnHostnames-567937808-project-member] Lock "ed594de5-84f8-4c94-97e1-bb96ff18ebc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.273s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.353520] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.495121] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Acquiring lock "refresh_cache-a3c65331-11ab-4a40-b20a-472b65a36ddc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.495341] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Acquired lock "refresh_cache-a3c65331-11ab-4a40-b20a-472b65a36ddc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.495525] env[69520]: DEBUG nova.network.neutron [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.857020] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481520, 'name': ReconfigVM_Task, 'duration_secs': 0.88553} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.857020] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 41e6960b-8fec-4bca-b0db-a9dbee4331e7/41e6960b-8fec-4bca-b0db-a9dbee4331e7.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.857020] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d65860e-17b1-4900-ba59-43d54571a6d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.866294] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for the task: (returnval){ [ 754.866294] env[69520]: value = "task-3481521" [ 754.866294] env[69520]: _type = "Task" [ 754.866294] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.877536] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481521, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.056122] env[69520]: DEBUG nova.network.neutron [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.122125] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903c9409-f8ca-4708-9a8f-a8c11610a288 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.132227] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a130b0-fc5e-4418-b90c-85ea96596745 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.173025] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1fcad7-2dc5-47e5-9808-8094416ffe47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.179951] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9771cc-a4aa-4ef5-8c1b-84f7a6149fdd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.197701] env[69520]: DEBUG nova.compute.provider_tree [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.328449] env[69520]: DEBUG nova.network.neutron [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Updating instance_info_cache with network_info: [{"id": "e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7", "address": "fa:16:3e:ad:aa:04", "network": {"id": "cc7d1dec-2e51-4a0b-82a4-76bd2fb01035", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-573974790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47a7e5d569ff48c4bd67c48aac3a5782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9311eec-9b", "ovs_interfaceid": "e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.374657] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481521, 'name': Rename_Task, 'duration_secs': 0.147848} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.375023] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.375317] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88c35b93-8fa5-4c38-90dc-c87239a8a618 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.383104] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for the task: (returnval){ [ 755.383104] env[69520]: value = "task-3481522" [ 755.383104] env[69520]: _type = "Task" [ 755.383104] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.392320] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.421698] env[69520]: DEBUG nova.compute.manager [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.422271] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.422481] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.422721] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.422934] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.423975] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.423975] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.423975] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.423975] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.423975] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.424234] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.424234] env[69520]: DEBUG nova.virt.hardware [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.425254] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dba760d-ba60-44b4-b0b5-b8525d544698 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.435294] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05cbcc6-6920-4900-a574-9896f2f3ae23 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.701810] env[69520]: DEBUG nova.scheduler.client.report [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.832175] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Releasing lock "refresh_cache-a3c65331-11ab-4a40-b20a-472b65a36ddc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.832175] env[69520]: DEBUG nova.compute.manager [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Instance network_info: |[{"id": "e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7", "address": "fa:16:3e:ad:aa:04", "network": {"id": "cc7d1dec-2e51-4a0b-82a4-76bd2fb01035", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-573974790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47a7e5d569ff48c4bd67c48aac3a5782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9311eec-9b", "ovs_interfaceid": "e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.832455] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:aa:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.844830] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Creating folder: Project (47a7e5d569ff48c4bd67c48aac3a5782). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.845177] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-812bacc4-6d1f-4afc-bf96-a9a7737a08ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.863194] env[69520]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 755.863194] env[69520]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69520) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 755.863630] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Folder already exists: Project (47a7e5d569ff48c4bd67c48aac3a5782). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 755.863800] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Creating folder: Instances. Parent ref: group-v695977. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.865334] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-853a3181-55aa-43cd-9678-d1a6f5357b7e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.878729] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Created folder: Instances in parent group-v695977. [ 755.879384] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.879789] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.880155] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b4e82cd-de5a-4236-b5c8-edd521764b28 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.910627] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481522, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.911988] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.911988] env[69520]: value = "task-3481525" [ 755.911988] env[69520]: _type = "Task" [ 755.911988] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.923455] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481525, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.934697] env[69520]: DEBUG nova.compute.manager [req-6600c842-67e0-4535-8927-ef6076c39303 req-cefc56dc-f4bb-4e9b-b551-69816b1aa768 service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Received event network-changed-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.935235] env[69520]: DEBUG nova.compute.manager [req-6600c842-67e0-4535-8927-ef6076c39303 req-cefc56dc-f4bb-4e9b-b551-69816b1aa768 service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Refreshing instance network info cache due to event network-changed-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.935678] env[69520]: DEBUG oslo_concurrency.lockutils [req-6600c842-67e0-4535-8927-ef6076c39303 req-cefc56dc-f4bb-4e9b-b551-69816b1aa768 service nova] Acquiring lock "refresh_cache-a3c65331-11ab-4a40-b20a-472b65a36ddc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.936165] env[69520]: DEBUG oslo_concurrency.lockutils [req-6600c842-67e0-4535-8927-ef6076c39303 req-cefc56dc-f4bb-4e9b-b551-69816b1aa768 service nova] Acquired lock "refresh_cache-a3c65331-11ab-4a40-b20a-472b65a36ddc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.936404] env[69520]: DEBUG nova.network.neutron [req-6600c842-67e0-4535-8927-ef6076c39303 req-cefc56dc-f4bb-4e9b-b551-69816b1aa768 service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Refreshing network info cache for port e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.208988] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.209629] env[69520]: DEBUG nova.compute.manager [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.212113] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.345s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.214169] env[69520]: INFO nova.compute.claims [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.412984] env[69520]: DEBUG oslo_vmware.api [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481522, 'name': PowerOnVM_Task, 'duration_secs': 0.547261} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.416869] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.416869] env[69520]: INFO nova.compute.manager [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Took 7.49 seconds to spawn the instance on the hypervisor. [ 756.416869] env[69520]: DEBUG nova.compute.manager [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.418149] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5641e91-1025-463f-ac46-4b7c94c45ba9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.433756] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481525, 'name': CreateVM_Task, 'duration_secs': 0.389232} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.434380] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.435663] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': 'bdc744c2-e13a-440b-b21f-7ccbf9c3691d', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695989', 'volume_id': '5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'name': 'volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3c65331-11ab-4a40-b20a-472b65a36ddc', 'attached_at': '', 'detached_at': '', 'volume_id': '5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'serial': '5bd1774f-24f0-4bcd-a4c7-747dc295effe'}, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69520) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 756.435888] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Root volume attach. Driver type: vmdk {{(pid=69520) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 756.437297] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aaeda0-f5a4-4045-bcac-309c9c63344c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.449556] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f43086-10ac-465d-8b93-a10d45b1726d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.459054] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e834abd-72ec-46b5-beb4-0155f95adde6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.466441] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-52977957-1495-48a4-a75e-6a94223f0af0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.478666] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for the task: (returnval){ [ 756.478666] env[69520]: value = "task-3481526" [ 756.478666] env[69520]: _type = "Task" [ 756.478666] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.489734] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481526, 'name': RelocateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.709507] env[69520]: DEBUG nova.network.neutron [req-6600c842-67e0-4535-8927-ef6076c39303 req-cefc56dc-f4bb-4e9b-b551-69816b1aa768 service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Updated VIF entry in instance network info cache for port e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.709861] env[69520]: DEBUG nova.network.neutron [req-6600c842-67e0-4535-8927-ef6076c39303 req-cefc56dc-f4bb-4e9b-b551-69816b1aa768 service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Updating instance_info_cache with network_info: [{"id": "e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7", "address": "fa:16:3e:ad:aa:04", "network": {"id": "cc7d1dec-2e51-4a0b-82a4-76bd2fb01035", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-573974790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47a7e5d569ff48c4bd67c48aac3a5782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9311eec-9b", "ovs_interfaceid": "e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.720391] env[69520]: DEBUG nova.compute.utils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.722294] env[69520]: DEBUG nova.compute.manager [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.722294] env[69520]: DEBUG nova.network.neutron [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.767573] env[69520]: DEBUG nova.policy [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cba2693c5fca4a4489c80ca98524652b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e113834bcbe6429cab43b384f4764c1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.946558] env[69520]: INFO nova.compute.manager [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Took 45.38 seconds to build instance. [ 756.991349] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481526, 'name': RelocateVM_Task} progress is 42%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.071293] env[69520]: DEBUG nova.network.neutron [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Successfully created port: 5c670fb2-e83c-47a6-bd59-bab5d9aa1285 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.213273] env[69520]: DEBUG oslo_concurrency.lockutils [req-6600c842-67e0-4535-8927-ef6076c39303 req-cefc56dc-f4bb-4e9b-b551-69816b1aa768 service nova] Releasing lock "refresh_cache-a3c65331-11ab-4a40-b20a-472b65a36ddc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.227552] env[69520]: DEBUG nova.compute.manager [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.456501] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f70a2235-2d06-4393-acb1-f1089af5e158 tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.047s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.493028] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481526, 'name': RelocateVM_Task} progress is 54%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.720969] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e06b91-584c-4fc4-b08c-af8ac88239df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.730202] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4a6890-a0d5-48af-b4c2-3c2c1536b482 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.773526] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc444dd-8340-4ebf-b005-753f001dd1c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.784471] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05cdcb8-fa89-4fc0-9a6a-1bc0d207ad58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.805186] env[69520]: DEBUG nova.compute.provider_tree [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.958548] env[69520]: DEBUG nova.compute.manager [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.999491] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481526, 'name': RelocateVM_Task} progress is 67%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.241717] env[69520]: DEBUG nova.compute.manager [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.266754] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.267083] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.267251] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.267461] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.267639] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.267812] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.268061] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.268235] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.268421] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.268616] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.268798] env[69520]: DEBUG nova.virt.hardware [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.269836] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764ab4c0-bdc8-46f3-9d24-6126e4545bb9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.280043] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf981b6-ea1c-4050-ab82-f8da929252dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.309276] env[69520]: DEBUG nova.scheduler.client.report [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.489795] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.498027] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481526, 'name': RelocateVM_Task} progress is 82%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.639555] env[69520]: DEBUG nova.network.neutron [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Successfully updated port: 5c670fb2-e83c-47a6-bd59-bab5d9aa1285 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.661115] env[69520]: DEBUG nova.compute.manager [req-711738f0-3937-4331-9e20-c7128d0ac389 req-a09efb1d-11be-4b26-bffe-fe1836ec5605 service nova] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Received event network-vif-plugged-5c670fb2-e83c-47a6-bd59-bab5d9aa1285 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.661115] env[69520]: DEBUG oslo_concurrency.lockutils [req-711738f0-3937-4331-9e20-c7128d0ac389 req-a09efb1d-11be-4b26-bffe-fe1836ec5605 service nova] Acquiring lock "40f1f573-9bc0-43f2-97e8-80b863e1500c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.661740] env[69520]: DEBUG oslo_concurrency.lockutils [req-711738f0-3937-4331-9e20-c7128d0ac389 req-a09efb1d-11be-4b26-bffe-fe1836ec5605 service nova] Lock "40f1f573-9bc0-43f2-97e8-80b863e1500c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.662778] env[69520]: DEBUG oslo_concurrency.lockutils [req-711738f0-3937-4331-9e20-c7128d0ac389 req-a09efb1d-11be-4b26-bffe-fe1836ec5605 service nova] Lock "40f1f573-9bc0-43f2-97e8-80b863e1500c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.662778] env[69520]: DEBUG nova.compute.manager [req-711738f0-3937-4331-9e20-c7128d0ac389 req-a09efb1d-11be-4b26-bffe-fe1836ec5605 service nova] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] No waiting events found dispatching network-vif-plugged-5c670fb2-e83c-47a6-bd59-bab5d9aa1285 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.663107] env[69520]: WARNING nova.compute.manager [req-711738f0-3937-4331-9e20-c7128d0ac389 req-a09efb1d-11be-4b26-bffe-fe1836ec5605 service nova] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Received unexpected event network-vif-plugged-5c670fb2-e83c-47a6-bd59-bab5d9aa1285 for instance with vm_state building and task_state spawning. [ 758.815170] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.815731] env[69520]: DEBUG nova.compute.manager [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.821818] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.475s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.824628] env[69520]: INFO nova.compute.claims [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.995301] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481526, 'name': RelocateVM_Task} progress is 97%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.040941] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "e228d044-e193-431a-b71e-42a95862936a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.041237] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "e228d044-e193-431a-b71e-42a95862936a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.141928] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "refresh_cache-40f1f573-9bc0-43f2-97e8-80b863e1500c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.142277] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "refresh_cache-40f1f573-9bc0-43f2-97e8-80b863e1500c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.142277] env[69520]: DEBUG nova.network.neutron [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.324234] env[69520]: DEBUG nova.compute.utils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.325703] env[69520]: DEBUG nova.compute.manager [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.325876] env[69520]: DEBUG nova.network.neutron [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.371031] env[69520]: DEBUG nova.policy [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0e88ad10ff4c55914704ab06327d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8e0aacd8664207abb1e19f5341e107', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.392931] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.393183] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.495664] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481526, 'name': RelocateVM_Task} progress is 98%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.650102] env[69520]: DEBUG nova.network.neutron [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Successfully created port: 6ada3a51-98cc-421a-a680-2bbddbcc0dbd {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.688209] env[69520]: DEBUG nova.network.neutron [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.829520] env[69520]: DEBUG nova.compute.manager [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.836767] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "28b5a2a1-0bcd-480b-923c-298210689c78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.837032] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "28b5a2a1-0bcd-480b-923c-298210689c78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.919748] env[69520]: DEBUG nova.network.neutron [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Updating instance_info_cache with network_info: [{"id": "5c670fb2-e83c-47a6-bd59-bab5d9aa1285", "address": "fa:16:3e:d1:28:17", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c670fb2-e8", "ovs_interfaceid": "5c670fb2-e83c-47a6-bd59-bab5d9aa1285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.999780] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481526, 'name': RelocateVM_Task, 'duration_secs': 3.425753} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.000172] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 760.000412] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695989', 'volume_id': '5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'name': 'volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3c65331-11ab-4a40-b20a-472b65a36ddc', 'attached_at': '', 'detached_at': '', 'volume_id': '5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'serial': '5bd1774f-24f0-4bcd-a4c7-747dc295effe'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 760.003784] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70748b6f-50a8-41c7-922b-cf97e9dd2a93 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.026742] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16489817-b731-4d5f-b172-6eed586f328d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.049538] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe/volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.052306] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cdfb93d-891f-4821-b35b-b6dacbb1ed25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.074787] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for the task: (returnval){ [ 760.074787] env[69520]: value = "task-3481527" [ 760.074787] env[69520]: _type = "Task" [ 760.074787] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.086987] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.350562] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2aedf8-fba8-48e1-9858-352d233dad0b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.360290] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cb0e85-baf1-400a-aa28-d282e96ee80b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.406736] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc29efaf-9e6d-4230-afc8-513c7323f423 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.417008] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84abc335-b43a-4c15-a606-3826cbb7eb4a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.422187] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "refresh_cache-40f1f573-9bc0-43f2-97e8-80b863e1500c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.422519] env[69520]: DEBUG nova.compute.manager [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Instance network_info: |[{"id": "5c670fb2-e83c-47a6-bd59-bab5d9aa1285", "address": "fa:16:3e:d1:28:17", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c670fb2-e8", "ovs_interfaceid": "5c670fb2-e83c-47a6-bd59-bab5d9aa1285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.423148] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:28:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c670fb2-e83c-47a6-bd59-bab5d9aa1285', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.431089] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.439718] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.440216] env[69520]: DEBUG nova.compute.provider_tree [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.441665] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-694b8c8f-381c-47e6-a188-1a8325994000 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.457826] env[69520]: DEBUG nova.scheduler.client.report [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.467926] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.467926] env[69520]: value = "task-3481528" [ 760.467926] env[69520]: _type = "Task" [ 760.467926] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.477769] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481528, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.588681] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481527, 'name': ReconfigVM_Task, 'duration_secs': 0.382429} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.589367] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe/volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.595564] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da042265-c840-4685-9c96-566d0bf5d2d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.612731] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for the task: (returnval){ [ 760.612731] env[69520]: value = "task-3481529" [ 760.612731] env[69520]: _type = "Task" [ 760.612731] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.624189] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.724079] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquiring lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.724760] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.724760] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquiring lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.724913] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.724948] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.728247] env[69520]: INFO nova.compute.manager [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Terminating instance [ 760.842490] env[69520]: DEBUG nova.compute.manager [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.847409] env[69520]: DEBUG nova.compute.manager [req-fd02b3ef-c0b6-4d16-9171-3fed2feeebc0 req-8f33b3fd-0e1d-4967-94c4-eef83cafd3a9 service nova] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Received event network-changed-5c670fb2-e83c-47a6-bd59-bab5d9aa1285 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.847583] env[69520]: DEBUG nova.compute.manager [req-fd02b3ef-c0b6-4d16-9171-3fed2feeebc0 req-8f33b3fd-0e1d-4967-94c4-eef83cafd3a9 service nova] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Refreshing instance network info cache due to event network-changed-5c670fb2-e83c-47a6-bd59-bab5d9aa1285. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.848939] env[69520]: DEBUG oslo_concurrency.lockutils [req-fd02b3ef-c0b6-4d16-9171-3fed2feeebc0 req-8f33b3fd-0e1d-4967-94c4-eef83cafd3a9 service nova] Acquiring lock "refresh_cache-40f1f573-9bc0-43f2-97e8-80b863e1500c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.848939] env[69520]: DEBUG oslo_concurrency.lockutils [req-fd02b3ef-c0b6-4d16-9171-3fed2feeebc0 req-8f33b3fd-0e1d-4967-94c4-eef83cafd3a9 service nova] Acquired lock "refresh_cache-40f1f573-9bc0-43f2-97e8-80b863e1500c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.848939] env[69520]: DEBUG nova.network.neutron [req-fd02b3ef-c0b6-4d16-9171-3fed2feeebc0 req-8f33b3fd-0e1d-4967-94c4-eef83cafd3a9 service nova] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Refreshing network info cache for port 5c670fb2-e83c-47a6-bd59-bab5d9aa1285 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.872921] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.873188] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.873347] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.873530] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.873684] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.873881] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.874188] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.874368] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.874540] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.874705] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.874880] env[69520]: DEBUG nova.virt.hardware [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.876082] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a51f3ac-f698-40b9-844a-dce855973a02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.885553] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cb1ba8-a20e-4047-80e8-62d63e3deb75 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.963534] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.964075] env[69520]: DEBUG nova.compute.manager [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.967028] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.526s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.967253] env[69520]: DEBUG nova.objects.instance [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lazy-loading 'resources' on Instance uuid dfa943a8-70f0-4eb2-90df-c8b77aa09895 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.982636] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481528, 'name': CreateVM_Task, 'duration_secs': 0.482121} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.982636] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.982907] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.983080] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.985075] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.985367] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08165dc8-6b86-4b4d-a385-8c60759bc137 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.991212] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 760.991212] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f0138c-b9a9-e15d-1e69-96b5a8123470" [ 760.991212] env[69520]: _type = "Task" [ 760.991212] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.000523] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f0138c-b9a9-e15d-1e69-96b5a8123470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.124664] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481529, 'name': ReconfigVM_Task, 'duration_secs': 0.159932} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.125061] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695989', 'volume_id': '5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'name': 'volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3c65331-11ab-4a40-b20a-472b65a36ddc', 'attached_at': '', 'detached_at': '', 'volume_id': '5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'serial': '5bd1774f-24f0-4bcd-a4c7-747dc295effe'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 761.125714] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f51bafe9-6020-4d5a-ade1-fb43e1f83587 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.134028] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for the task: (returnval){ [ 761.134028] env[69520]: value = "task-3481530" [ 761.134028] env[69520]: _type = "Task" [ 761.134028] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.144155] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481530, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.233635] env[69520]: DEBUG nova.compute.manager [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.233635] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.234394] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b66f4b-399e-4abd-9a8a-d255062cf8d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.244229] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.244525] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18ce9348-27b4-4a61-95e9-0fd14a1a1593 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.258025] env[69520]: DEBUG oslo_vmware.api [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for the task: (returnval){ [ 761.258025] env[69520]: value = "task-3481531" [ 761.258025] env[69520]: _type = "Task" [ 761.258025] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.268145] env[69520]: DEBUG oslo_vmware.api [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.299042] env[69520]: DEBUG nova.network.neutron [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Successfully updated port: 6ada3a51-98cc-421a-a680-2bbddbcc0dbd {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.470302] env[69520]: DEBUG nova.compute.utils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.471746] env[69520]: DEBUG nova.compute.manager [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.471907] env[69520]: DEBUG nova.network.neutron [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.504009] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f0138c-b9a9-e15d-1e69-96b5a8123470, 'name': SearchDatastore_Task, 'duration_secs': 0.016924} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.506913] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.507195] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.507434] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.507584] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.507764] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.508548] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-106ea716-2eb5-4e95-934f-2a6905996fdb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.520334] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.520334] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.520484] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d130d4c-b598-49e6-af4e-b89194acf21e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.531039] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 761.531039] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a9c4ae-a1d8-cb93-60a0-b7691e40cdb7" [ 761.531039] env[69520]: _type = "Task" [ 761.531039] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.533653] env[69520]: DEBUG nova.policy [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89362963ec40445fa6697f35dbeba2fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e9e228a7d9d40de8e6293deace9a049', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.540665] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a9c4ae-a1d8-cb93-60a0-b7691e40cdb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.604060] env[69520]: DEBUG nova.network.neutron [req-fd02b3ef-c0b6-4d16-9171-3fed2feeebc0 req-8f33b3fd-0e1d-4967-94c4-eef83cafd3a9 service nova] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Updated VIF entry in instance network info cache for port 5c670fb2-e83c-47a6-bd59-bab5d9aa1285. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.604060] env[69520]: DEBUG nova.network.neutron [req-fd02b3ef-c0b6-4d16-9171-3fed2feeebc0 req-8f33b3fd-0e1d-4967-94c4-eef83cafd3a9 service nova] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Updating instance_info_cache with network_info: [{"id": "5c670fb2-e83c-47a6-bd59-bab5d9aa1285", "address": "fa:16:3e:d1:28:17", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c670fb2-e8", "ovs_interfaceid": "5c670fb2-e83c-47a6-bd59-bab5d9aa1285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.646098] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481530, 'name': Rename_Task, 'duration_secs': 0.142364} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.646394] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.646638] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71c2108e-2026-4625-8ead-2940c6a3d7d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.659455] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for the task: (returnval){ [ 761.659455] env[69520]: value = "task-3481532" [ 761.659455] env[69520]: _type = "Task" [ 761.659455] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.673857] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.773393] env[69520]: DEBUG oslo_vmware.api [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481531, 'name': PowerOffVM_Task, 'duration_secs': 0.250828} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.777255] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.777435] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.777896] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-149bb7ae-7985-4168-a5d3-2bc0d299f79d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.804048] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-e22f79a7-40d4-462c-8ce7-25d67bbc324f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.805688] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-e22f79a7-40d4-462c-8ce7-25d67bbc324f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.805688] env[69520]: DEBUG nova.network.neutron [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.867445] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.867445] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.867445] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Deleting the datastore file [datastore1] 41e6960b-8fec-4bca-b0db-a9dbee4331e7 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.867621] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207c34bf-794b-43d7-93ce-576eab285b02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.874646] env[69520]: DEBUG nova.network.neutron [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Successfully created port: f7d7ae0b-f564-4e26-905b-50752f34f58d {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.881019] env[69520]: DEBUG oslo_vmware.api [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for the task: (returnval){ [ 761.881019] env[69520]: value = "task-3481534" [ 761.881019] env[69520]: _type = "Task" [ 761.881019] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.889885] env[69520]: DEBUG oslo_vmware.api [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.976505] env[69520]: DEBUG nova.compute.manager [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.045510] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a9c4ae-a1d8-cb93-60a0-b7691e40cdb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01171} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.046689] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38f1bb1-cdb3-44df-92c4-1aaa8a08dd4d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.052923] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 762.052923] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d924c2-b671-170e-54df-8d22750dc480" [ 762.052923] env[69520]: _type = "Task" [ 762.052923] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.059130] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3e12b-0543-4cef-b0bc-7708abb6b390 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.069930] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093cedbe-323f-486a-a993-308d0b0df11d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.073432] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d924c2-b671-170e-54df-8d22750dc480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.103531] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b5042a-006d-49db-bdb1-6ecc3b7b0848 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.106576] env[69520]: DEBUG oslo_concurrency.lockutils [req-fd02b3ef-c0b6-4d16-9171-3fed2feeebc0 req-8f33b3fd-0e1d-4967-94c4-eef83cafd3a9 service nova] Releasing lock "refresh_cache-40f1f573-9bc0-43f2-97e8-80b863e1500c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.112803] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e0a450-f209-4220-9010-ec16e7ad02f3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.128037] env[69520]: DEBUG nova.compute.provider_tree [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.173317] env[69520]: DEBUG oslo_vmware.api [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481532, 'name': PowerOnVM_Task, 'duration_secs': 0.504871} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.173662] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.173805] env[69520]: INFO nova.compute.manager [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Took 6.75 seconds to spawn the instance on the hypervisor. [ 762.174014] env[69520]: DEBUG nova.compute.manager [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.174799] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1cd41c-7a53-4f7b-9eb1-11a680b097b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.339842] env[69520]: DEBUG nova.network.neutron [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.389795] env[69520]: DEBUG oslo_vmware.api [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Task: {'id': task-3481534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232347} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.390038] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.391696] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.391696] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.391696] env[69520]: INFO nova.compute.manager [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 762.391696] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.391696] env[69520]: DEBUG nova.compute.manager [-] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.391696] env[69520]: DEBUG nova.network.neutron [-] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.471802] env[69520]: DEBUG nova.network.neutron [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Updating instance_info_cache with network_info: [{"id": "6ada3a51-98cc-421a-a680-2bbddbcc0dbd", "address": "fa:16:3e:c3:ea:6d", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ada3a51-98", "ovs_interfaceid": "6ada3a51-98cc-421a-a680-2bbddbcc0dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.564281] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d924c2-b671-170e-54df-8d22750dc480, 'name': SearchDatastore_Task, 'duration_secs': 0.021154} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.564539] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.564792] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 40f1f573-9bc0-43f2-97e8-80b863e1500c/40f1f573-9bc0-43f2-97e8-80b863e1500c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.565077] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21bb2e27-b92b-41be-ab35-e51a17be771c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.572444] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 762.572444] env[69520]: value = "task-3481535" [ 762.572444] env[69520]: _type = "Task" [ 762.572444] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.581124] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.632046] env[69520]: DEBUG nova.scheduler.client.report [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.654323] env[69520]: DEBUG nova.compute.manager [req-c5bf4073-bab5-4296-bf30-01309ac4c922 req-5f7bc639-0882-4f70-9ce8-d4ee6564fb45 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Received event network-vif-deleted-d4adbba1-d8ff-4d55-a18f-a03fa1eecec4 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.654555] env[69520]: INFO nova.compute.manager [req-c5bf4073-bab5-4296-bf30-01309ac4c922 req-5f7bc639-0882-4f70-9ce8-d4ee6564fb45 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Neutron deleted interface d4adbba1-d8ff-4d55-a18f-a03fa1eecec4; detaching it from the instance and deleting it from the info cache [ 762.654753] env[69520]: DEBUG nova.network.neutron [req-c5bf4073-bab5-4296-bf30-01309ac4c922 req-5f7bc639-0882-4f70-9ce8-d4ee6564fb45 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.692557] env[69520]: INFO nova.compute.manager [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Took 49.03 seconds to build instance. [ 762.879415] env[69520]: DEBUG nova.compute.manager [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Received event network-vif-plugged-6ada3a51-98cc-421a-a680-2bbddbcc0dbd {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.879647] env[69520]: DEBUG oslo_concurrency.lockutils [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] Acquiring lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.879852] env[69520]: DEBUG oslo_concurrency.lockutils [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] Lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.880032] env[69520]: DEBUG oslo_concurrency.lockutils [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] Lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.880195] env[69520]: DEBUG nova.compute.manager [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] No waiting events found dispatching network-vif-plugged-6ada3a51-98cc-421a-a680-2bbddbcc0dbd {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.880363] env[69520]: WARNING nova.compute.manager [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Received unexpected event network-vif-plugged-6ada3a51-98cc-421a-a680-2bbddbcc0dbd for instance with vm_state building and task_state spawning. [ 762.880657] env[69520]: DEBUG nova.compute.manager [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Received event network-changed-6ada3a51-98cc-421a-a680-2bbddbcc0dbd {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.880951] env[69520]: DEBUG nova.compute.manager [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Refreshing instance network info cache due to event network-changed-6ada3a51-98cc-421a-a680-2bbddbcc0dbd. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.881151] env[69520]: DEBUG oslo_concurrency.lockutils [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] Acquiring lock "refresh_cache-e22f79a7-40d4-462c-8ce7-25d67bbc324f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.972542] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-e22f79a7-40d4-462c-8ce7-25d67bbc324f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.973076] env[69520]: DEBUG nova.compute.manager [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Instance network_info: |[{"id": "6ada3a51-98cc-421a-a680-2bbddbcc0dbd", "address": "fa:16:3e:c3:ea:6d", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ada3a51-98", "ovs_interfaceid": "6ada3a51-98cc-421a-a680-2bbddbcc0dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.973435] env[69520]: DEBUG oslo_concurrency.lockutils [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] Acquired lock "refresh_cache-e22f79a7-40d4-462c-8ce7-25d67bbc324f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.973680] env[69520]: DEBUG nova.network.neutron [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Refreshing network info cache for port 6ada3a51-98cc-421a-a680-2bbddbcc0dbd {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.975069] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:ea:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ada3a51-98cc-421a-a680-2bbddbcc0dbd', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.983436] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.986977] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.988605] env[69520]: DEBUG nova.compute.manager [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.990810] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92d02407-4b19-43ce-a82f-012781dfaa47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.015785] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.015785] env[69520]: value = "task-3481536" [ 763.015785] env[69520]: _type = "Task" [ 763.015785] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.023220] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.023587] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.023782] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.024157] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.024429] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.024588] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.024866] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.025171] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.025388] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.025545] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.025747] env[69520]: DEBUG nova.virt.hardware [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.027089] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7be3339-46ab-4fa8-96c7-1a22560154e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.040901] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8271f80c-a5c0-45f7-82f8-4568cb775ee8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.045372] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481536, 'name': CreateVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.083391] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475126} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.083689] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 40f1f573-9bc0-43f2-97e8-80b863e1500c/40f1f573-9bc0-43f2-97e8-80b863e1500c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.086738] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.086738] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e438ec2c-963c-47e7-946c-1354e5cd9eb8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.095598] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 763.095598] env[69520]: value = "task-3481537" [ 763.095598] env[69520]: _type = "Task" [ 763.095598] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.105182] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.137912] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.139923] env[69520]: DEBUG nova.network.neutron [-] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.141421] env[69520]: DEBUG oslo_concurrency.lockutils [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.305s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.141645] env[69520]: DEBUG nova.objects.instance [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lazy-loading 'resources' on Instance uuid 664b9c5e-ba90-40c2-b952-35b83a465052 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.159526] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86185ba2-1968-4939-b405-1034eac3bf9f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.177748] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431e7dd2-1df7-4df6-9d6b-24d96157da14 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.194171] env[69520]: INFO nova.scheduler.client.report [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Deleted allocations for instance dfa943a8-70f0-4eb2-90df-c8b77aa09895 [ 763.196086] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4143db34-e828-492f-9fb8-a1897aea62ae tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lock "a3c65331-11ab-4a40-b20a-472b65a36ddc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.759s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.229294] env[69520]: DEBUG nova.compute.manager [req-c5bf4073-bab5-4296-bf30-01309ac4c922 req-5f7bc639-0882-4f70-9ce8-d4ee6564fb45 service nova] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Detach interface failed, port_id=d4adbba1-d8ff-4d55-a18f-a03fa1eecec4, reason: Instance 41e6960b-8fec-4bca-b0db-a9dbee4331e7 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 763.350327] env[69520]: DEBUG nova.network.neutron [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Updated VIF entry in instance network info cache for port 6ada3a51-98cc-421a-a680-2bbddbcc0dbd. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.350327] env[69520]: DEBUG nova.network.neutron [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Updating instance_info_cache with network_info: [{"id": "6ada3a51-98cc-421a-a680-2bbddbcc0dbd", "address": "fa:16:3e:c3:ea:6d", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ada3a51-98", "ovs_interfaceid": "6ada3a51-98cc-421a-a680-2bbddbcc0dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.527428] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481536, 'name': CreateVM_Task, 'duration_secs': 0.401479} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.527825] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.528722] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.529027] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.529433] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.529806] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4290156f-5253-436f-8617-06a645fcbcac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.538128] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 763.538128] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a448ba-6ba2-944a-31bd-4558c77e581f" [ 763.538128] env[69520]: _type = "Task" [ 763.538128] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.547884] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a448ba-6ba2-944a-31bd-4558c77e581f, 'name': SearchDatastore_Task} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.548310] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.548641] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.548984] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.549266] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.549620] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.549957] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b69c95c-0f2d-482b-8ef4-902b7830c862 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.563018] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.563018] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.563018] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980bf095-5129-4176-8f38-62c6e336e340 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.568496] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 763.568496] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b55e68-a636-09ec-5297-0509447e85df" [ 763.568496] env[69520]: _type = "Task" [ 763.568496] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.576954] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b55e68-a636-09ec-5297-0509447e85df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.605334] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1044} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.609019] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.609019] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77346402-a80e-4709-bef1-6de411de627c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.630141] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 40f1f573-9bc0-43f2-97e8-80b863e1500c/40f1f573-9bc0-43f2-97e8-80b863e1500c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.630915] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-523975b1-b86d-496d-9c85-e9b1d5eb4f50 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.647299] env[69520]: INFO nova.compute.manager [-] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Took 1.26 seconds to deallocate network for instance. [ 763.660128] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 763.660128] env[69520]: value = "task-3481538" [ 763.660128] env[69520]: _type = "Task" [ 763.660128] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.669060] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.709693] env[69520]: DEBUG nova.compute.manager [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.713220] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2696b85e-d78f-43f1-9d29-70e90937a55a tempest-ServerAddressesNegativeTestJSON-356576637 tempest-ServerAddressesNegativeTestJSON-356576637-project-member] Lock "dfa943a8-70f0-4eb2-90df-c8b77aa09895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.223s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.720364] env[69520]: DEBUG nova.network.neutron [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Successfully updated port: f7d7ae0b-f564-4e26-905b-50752f34f58d {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.851387] env[69520]: DEBUG oslo_concurrency.lockutils [req-d67ff9bf-090a-4825-9f85-1a4c17601558 req-765cf048-736a-42cc-a42b-343ff8fe41b5 service nova] Releasing lock "refresh_cache-e22f79a7-40d4-462c-8ce7-25d67bbc324f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.082021] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b55e68-a636-09ec-5297-0509447e85df, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.082021] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d81edb8-48db-4cb3-916c-1b1e1f6e56fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.088181] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 764.088181] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286cafc-5c70-3e60-df1d-58bd2747be20" [ 764.088181] env[69520]: _type = "Task" [ 764.088181] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.098518] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286cafc-5c70-3e60-df1d-58bd2747be20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.154140] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac6edac-cb34-463d-a64c-c2ab88b8b64c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.157636] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.166742] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c5f9a2-5903-42cf-8241-9c43cf67cb6c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.176186] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.208718] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f79875-0e81-4392-a931-7019459df981 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.218855] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240b625f-add3-4798-ab46-4b1971f27bf8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.225958] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "refresh_cache-47429f11-9903-4c17-a621-6ddac659eb72" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.225958] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "refresh_cache-47429f11-9903-4c17-a621-6ddac659eb72" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.226066] env[69520]: DEBUG nova.network.neutron [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.238767] env[69520]: DEBUG nova.compute.provider_tree [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.241350] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.558508] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Acquiring lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.558752] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.599718] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286cafc-5c70-3e60-df1d-58bd2747be20, 'name': SearchDatastore_Task, 'duration_secs': 0.017311} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.599999] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.600359] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] e22f79a7-40d4-462c-8ce7-25d67bbc324f/e22f79a7-40d4-462c-8ce7-25d67bbc324f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.600709] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ead4f8e0-92df-4875-9fa0-b7366e6b5e73 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.608794] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 764.608794] env[69520]: value = "task-3481539" [ 764.608794] env[69520]: _type = "Task" [ 764.608794] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.617491] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.673221] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.744152] env[69520]: DEBUG nova.scheduler.client.report [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.780842] env[69520]: DEBUG nova.network.neutron [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.031115] env[69520]: DEBUG nova.network.neutron [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Updating instance_info_cache with network_info: [{"id": "f7d7ae0b-f564-4e26-905b-50752f34f58d", "address": "fa:16:3e:1c:e8:c9", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d7ae0b-f5", "ovs_interfaceid": "f7d7ae0b-f564-4e26-905b-50752f34f58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.062981] env[69520]: DEBUG nova.compute.utils [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.119524] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488361} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.119902] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] e22f79a7-40d4-462c-8ce7-25d67bbc324f/e22f79a7-40d4-462c-8ce7-25d67bbc324f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.120034] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.120288] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9014aae5-dc78-4dbb-a77c-512a440c7c2e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.126216] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 765.126216] env[69520]: value = "task-3481540" [ 765.126216] env[69520]: _type = "Task" [ 765.126216] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.137737] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.175327] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481538, 'name': ReconfigVM_Task, 'duration_secs': 1.030662} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.178023] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 40f1f573-9bc0-43f2-97e8-80b863e1500c/40f1f573-9bc0-43f2-97e8-80b863e1500c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.178023] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2f1e730-e31f-460f-9a2a-565bc4c2b530 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.185754] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 765.185754] env[69520]: value = "task-3481541" [ 765.185754] env[69520]: _type = "Task" [ 765.185754] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.193364] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481541, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.200550] env[69520]: DEBUG nova.compute.manager [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Received event network-vif-plugged-f7d7ae0b-f564-4e26-905b-50752f34f58d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.200762] env[69520]: DEBUG oslo_concurrency.lockutils [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] Acquiring lock "47429f11-9903-4c17-a621-6ddac659eb72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.200970] env[69520]: DEBUG oslo_concurrency.lockutils [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] Lock "47429f11-9903-4c17-a621-6ddac659eb72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.201151] env[69520]: DEBUG oslo_concurrency.lockutils [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] Lock "47429f11-9903-4c17-a621-6ddac659eb72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.201321] env[69520]: DEBUG nova.compute.manager [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] No waiting events found dispatching network-vif-plugged-f7d7ae0b-f564-4e26-905b-50752f34f58d {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.201486] env[69520]: WARNING nova.compute.manager [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Received unexpected event network-vif-plugged-f7d7ae0b-f564-4e26-905b-50752f34f58d for instance with vm_state building and task_state spawning. [ 765.201673] env[69520]: DEBUG nova.compute.manager [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Received event network-changed-f7d7ae0b-f564-4e26-905b-50752f34f58d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.201794] env[69520]: DEBUG nova.compute.manager [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Refreshing instance network info cache due to event network-changed-f7d7ae0b-f564-4e26-905b-50752f34f58d. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.201983] env[69520]: DEBUG oslo_concurrency.lockutils [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] Acquiring lock "refresh_cache-47429f11-9903-4c17-a621-6ddac659eb72" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.249016] env[69520]: DEBUG oslo_concurrency.lockutils [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.251673] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.121s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.253223] env[69520]: INFO nova.compute.claims [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.274275] env[69520]: INFO nova.scheduler.client.report [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Deleted allocations for instance 664b9c5e-ba90-40c2-b952-35b83a465052 [ 765.532876] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "refresh_cache-47429f11-9903-4c17-a621-6ddac659eb72" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.533257] env[69520]: DEBUG nova.compute.manager [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Instance network_info: |[{"id": "f7d7ae0b-f564-4e26-905b-50752f34f58d", "address": "fa:16:3e:1c:e8:c9", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d7ae0b-f5", "ovs_interfaceid": "f7d7ae0b-f564-4e26-905b-50752f34f58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.533564] env[69520]: DEBUG oslo_concurrency.lockutils [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] Acquired lock "refresh_cache-47429f11-9903-4c17-a621-6ddac659eb72" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.533803] env[69520]: DEBUG nova.network.neutron [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Refreshing network info cache for port f7d7ae0b-f564-4e26-905b-50752f34f58d {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.538017] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:e8:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7d7ae0b-f564-4e26-905b-50752f34f58d', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.543134] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.547501] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.548038] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-660a2e80-2b7d-4cff-a906-ed6c378178c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.567659] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.574283] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.574283] env[69520]: value = "task-3481542" [ 765.574283] env[69520]: _type = "Task" [ 765.574283] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.583795] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481542, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.638183] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076297} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.638617] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.639517] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baceb602-b087-4276-9837-524d047e1a58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.662681] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] e22f79a7-40d4-462c-8ce7-25d67bbc324f/e22f79a7-40d4-462c-8ce7-25d67bbc324f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.665567] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5af7c7-eb1f-4a17-825d-5c014164f70e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.686632] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 765.686632] env[69520]: value = "task-3481543" [ 765.686632] env[69520]: _type = "Task" [ 765.686632] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.702706] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.702846] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481541, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.786311] env[69520]: DEBUG oslo_concurrency.lockutils [None req-89f89674-791d-46e7-a003-1f769b45ecf5 tempest-ServersTestJSON-337271686 tempest-ServersTestJSON-337271686-project-member] Lock "664b9c5e-ba90-40c2-b952-35b83a465052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.923s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.875864] env[69520]: DEBUG nova.network.neutron [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Updated VIF entry in instance network info cache for port f7d7ae0b-f564-4e26-905b-50752f34f58d. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.876664] env[69520]: DEBUG nova.network.neutron [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Updating instance_info_cache with network_info: [{"id": "f7d7ae0b-f564-4e26-905b-50752f34f58d", "address": "fa:16:3e:1c:e8:c9", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d7ae0b-f5", "ovs_interfaceid": "f7d7ae0b-f564-4e26-905b-50752f34f58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.084285] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481542, 'name': CreateVM_Task, 'duration_secs': 0.362453} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.084494] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.085210] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.085380] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.085693] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.085945] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac18350-4e14-4413-ad92-0c5bb4748076 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.090158] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 766.090158] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526c00b8-8b41-09fd-710c-465dc9fbe40a" [ 766.090158] env[69520]: _type = "Task" [ 766.090158] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.097966] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526c00b8-8b41-09fd-710c-465dc9fbe40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.203041] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481541, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.203041] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481543, 'name': ReconfigVM_Task, 'duration_secs': 0.352714} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.203496] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Reconfigured VM instance instance-00000026 to attach disk [datastore1] e22f79a7-40d4-462c-8ce7-25d67bbc324f/e22f79a7-40d4-462c-8ce7-25d67bbc324f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.203918] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d56596e6-08c7-4be9-87de-11c9c5145ba8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.210978] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 766.210978] env[69520]: value = "task-3481544" [ 766.210978] env[69520]: _type = "Task" [ 766.210978] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.219447] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481544, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.382398] env[69520]: DEBUG oslo_concurrency.lockutils [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] Releasing lock "refresh_cache-47429f11-9903-4c17-a621-6ddac659eb72" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.382664] env[69520]: DEBUG nova.compute.manager [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Received event network-changed-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.382921] env[69520]: DEBUG nova.compute.manager [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Refreshing instance network info cache due to event network-changed-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.383160] env[69520]: DEBUG oslo_concurrency.lockutils [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] Acquiring lock "refresh_cache-a3c65331-11ab-4a40-b20a-472b65a36ddc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.383300] env[69520]: DEBUG oslo_concurrency.lockutils [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] Acquired lock "refresh_cache-a3c65331-11ab-4a40-b20a-472b65a36ddc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.383458] env[69520]: DEBUG nova.network.neutron [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Refreshing network info cache for port e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.600219] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526c00b8-8b41-09fd-710c-465dc9fbe40a, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.602915] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.603262] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.603513] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.603698] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.603887] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.604376] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59ed335b-a4cd-4c8e-bca7-e0dfbcac771e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.612837] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.612969] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.616121] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e46622d-7793-425a-aac4-cd19a13304b2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.621505] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 766.621505] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5294d1b1-94ee-3a0f-2e76-5083f04c2ee4" [ 766.621505] env[69520]: _type = "Task" [ 766.621505] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.629572] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5294d1b1-94ee-3a0f-2e76-5083f04c2ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.644988] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Acquiring lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.645246] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.645469] env[69520]: INFO nova.compute.manager [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Attaching volume d73d8fe1-293c-47b9-ae97-900092e456a9 to /dev/sdb [ 766.683049] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb317a74-1b89-4cee-ad3f-803e9d873c0a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.695386] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21bab88-b4c9-4125-a185-c43f523aea3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.701409] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481541, 'name': Rename_Task, 'duration_secs': 1.45472} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.704322] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.704813] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01c74b0d-2dce-4fb5-958c-b30d1a786601 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.716555] env[69520]: DEBUG nova.virt.block_device [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Updating existing volume attachment record: 4dff771f-6b36-4206-b9dd-1a01063ad273 {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 766.724061] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 766.724061] env[69520]: value = "task-3481545" [ 766.724061] env[69520]: _type = "Task" [ 766.724061] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.725805] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4b2787-26dd-491b-b0cc-583e0c3b76d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.735760] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481544, 'name': Rename_Task, 'duration_secs': 0.142263} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.736379] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.736643] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c0b5cd8-1942-408d-a0d3-e77d25c51a4a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.745180] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481545, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.747360] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a109c-fbbd-4377-8e67-abd019685109 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.753044] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 766.753044] env[69520]: value = "task-3481546" [ 766.753044] env[69520]: _type = "Task" [ 766.753044] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.789126] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9856e0f3-536f-407c-8125-7526c43834ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.794181] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.799130] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86aa8d7-d5f8-4983-a01c-aaae4a512f7b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.814285] env[69520]: DEBUG nova.compute.provider_tree [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.131444] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5294d1b1-94ee-3a0f-2e76-5083f04c2ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.008499} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.132214] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cf661a-96d2-4f60-96c3-cb28b3b03887 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.137220] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 767.137220] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52abfa1e-2181-3655-72f7-9dcc9cded7ac" [ 767.137220] env[69520]: _type = "Task" [ 767.137220] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.144804] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52abfa1e-2181-3655-72f7-9dcc9cded7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.235677] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481545, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.263195] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481546, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.317305] env[69520]: DEBUG nova.scheduler.client.report [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.475666] env[69520]: DEBUG nova.network.neutron [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Updated VIF entry in instance network info cache for port e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.476062] env[69520]: DEBUG nova.network.neutron [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Updating instance_info_cache with network_info: [{"id": "e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7", "address": "fa:16:3e:ad:aa:04", "network": {"id": "cc7d1dec-2e51-4a0b-82a4-76bd2fb01035", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-573974790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47a7e5d569ff48c4bd67c48aac3a5782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9311eec-9b", "ovs_interfaceid": "e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.649400] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52abfa1e-2181-3655-72f7-9dcc9cded7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.027966} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.649665] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.649929] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 47429f11-9903-4c17-a621-6ddac659eb72/47429f11-9903-4c17-a621-6ddac659eb72.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.650197] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcea5820-a259-416a-8b5b-dd70bb866889 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.658385] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 767.658385] env[69520]: value = "task-3481550" [ 767.658385] env[69520]: _type = "Task" [ 767.658385] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.666580] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.741294] env[69520]: DEBUG oslo_vmware.api [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481545, 'name': PowerOnVM_Task, 'duration_secs': 0.601557} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.741294] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.741294] env[69520]: INFO nova.compute.manager [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Took 9.50 seconds to spawn the instance on the hypervisor. [ 767.741294] env[69520]: DEBUG nova.compute.manager [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.741294] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fae1ac-f97d-41e6-9e9d-774e8953bba1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.766657] env[69520]: DEBUG oslo_vmware.api [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481546, 'name': PowerOnVM_Task, 'duration_secs': 0.601173} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.766657] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.766657] env[69520]: INFO nova.compute.manager [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Took 6.92 seconds to spawn the instance on the hypervisor. [ 767.766657] env[69520]: DEBUG nova.compute.manager [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.766965] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7236935a-1bb6-4142-9267-1251b50479bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.822519] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.823349] env[69520]: DEBUG nova.compute.manager [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.826148] env[69520]: DEBUG oslo_concurrency.lockutils [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.674s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.826303] env[69520]: DEBUG nova.objects.instance [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 767.978663] env[69520]: DEBUG oslo_concurrency.lockutils [req-1307e24f-f96e-49f6-a46e-2edf54810a63 req-dfcbaef3-1c89-458c-80bf-51dc19b81350 service nova] Releasing lock "refresh_cache-a3c65331-11ab-4a40-b20a-472b65a36ddc" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.172712] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481550, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.264744] env[69520]: INFO nova.compute.manager [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Took 49.63 seconds to build instance. [ 768.294895] env[69520]: INFO nova.compute.manager [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Took 49.45 seconds to build instance. [ 768.336092] env[69520]: DEBUG nova.compute.utils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.337563] env[69520]: DEBUG nova.compute.manager [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.337845] env[69520]: DEBUG nova.network.neutron [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.400706] env[69520]: DEBUG nova.policy [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc34d20529914aad837d2a37250773a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eec077f0215148f695115912a6a0be40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.671439] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7775} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.671439] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 47429f11-9903-4c17-a621-6ddac659eb72/47429f11-9903-4c17-a621-6ddac659eb72.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.671439] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.671778] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10d6fce2-16e7-4437-a85d-6cd1a79a9861 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.683148] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 768.683148] env[69520]: value = "task-3481551" [ 768.683148] env[69520]: _type = "Task" [ 768.683148] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.692721] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.745731] env[69520]: DEBUG nova.network.neutron [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Successfully created port: fb940ae2-94df-4064-aa08-7595d90235e9 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.767734] env[69520]: DEBUG oslo_concurrency.lockutils [None req-24f60054-f961-4bce-b0ad-17248e552cf3 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "40f1f573-9bc0-43f2-97e8-80b863e1500c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.330s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.797053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47986d1-81fd-4e2f-a3ef-9dc9951df7bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.912s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.839444] env[69520]: DEBUG oslo_concurrency.lockutils [None req-53462977-c1bd-4b92-bc09-d1530bf095d2 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.840756] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.309s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.841103] env[69520]: DEBUG nova.objects.instance [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lazy-loading 'resources' on Instance uuid 8a5cc12e-5155-4647-b467-78f81893e87c {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.844681] env[69520]: DEBUG nova.compute.manager [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.922530] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2002abe-4ffb-47be-8ca2-2202152671b2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.931014] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f1d43f-f222-4d51-81de-565762aa39df tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Suspending the VM {{(pid=69520) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 768.931313] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-18cb6ebc-7a90-4c9f-9eda-0fb12df3a150 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.940109] env[69520]: DEBUG oslo_vmware.api [None req-f8f1d43f-f222-4d51-81de-565762aa39df tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 768.940109] env[69520]: value = "task-3481552" [ 768.940109] env[69520]: _type = "Task" [ 768.940109] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.953058] env[69520]: DEBUG oslo_vmware.api [None req-f8f1d43f-f222-4d51-81de-565762aa39df tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481552, 'name': SuspendVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.198555] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095703} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.201277] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.201277] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d67924-c2b5-483b-8a99-0dff52c21d49 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.230856] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 47429f11-9903-4c17-a621-6ddac659eb72/47429f11-9903-4c17-a621-6ddac659eb72.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.231239] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-730cf02e-4abb-4ba5-b2fc-c8ce29a612ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.252926] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 769.252926] env[69520]: value = "task-3481554" [ 769.252926] env[69520]: _type = "Task" [ 769.252926] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.262681] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.270362] env[69520]: DEBUG nova.compute.manager [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.299869] env[69520]: DEBUG nova.compute.manager [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.451835] env[69520]: DEBUG oslo_vmware.api [None req-f8f1d43f-f222-4d51-81de-565762aa39df tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481552, 'name': SuspendVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.769512] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.793237] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.832099] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.855221] env[69520]: DEBUG nova.compute.manager [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.870501] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6094279c-4edd-4acf-9a20-2965b4e22a0f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.886112] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932f51a1-f419-4e1a-acb4-5e36c9cd0473 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.891282] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.894774] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.894774] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.894774] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.894774] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.894774] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.894774] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.894774] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.894774] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.894774] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.894774] env[69520]: DEBUG nova.virt.hardware [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.894774] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d9b8a3-8cac-4ed5-bed0-7d060da46f11 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.934197] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f506a8-752e-472b-99bc-be83eab6b572 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.940428] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeeef41-1fff-488e-bfec-8aa446809b81 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.959463] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dc9e80-c3d3-4300-8767-14b869e4a64d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.967173] env[69520]: DEBUG oslo_vmware.api [None req-f8f1d43f-f222-4d51-81de-565762aa39df tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481552, 'name': SuspendVM_Task, 'duration_secs': 1.009275} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.967919] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f1d43f-f222-4d51-81de-565762aa39df tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Suspended the VM {{(pid=69520) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 769.968219] env[69520]: DEBUG nova.compute.manager [None req-f8f1d43f-f222-4d51-81de-565762aa39df tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.971026] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5452ad-68d2-43eb-b167-80f1279cbe9a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.984778] env[69520]: DEBUG nova.compute.provider_tree [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.269153] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481554, 'name': ReconfigVM_Task, 'duration_secs': 0.689567} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.269153] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 47429f11-9903-4c17-a621-6ddac659eb72/47429f11-9903-4c17-a621-6ddac659eb72.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.271823] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74802136-c47b-4e37-8a65-ba5382fa7b3b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.281156] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 770.281156] env[69520]: value = "task-3481555" [ 770.281156] env[69520]: _type = "Task" [ 770.281156] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.293054] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481555, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.293976] env[69520]: DEBUG nova.network.neutron [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Successfully updated port: fb940ae2-94df-4064-aa08-7595d90235e9 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.307478] env[69520]: DEBUG nova.compute.manager [req-5725f843-362c-4413-8a33-39a683963175 req-3a1bfe43-58ab-48b0-a06c-282aa2cbce37 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Received event network-vif-plugged-fb940ae2-94df-4064-aa08-7595d90235e9 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.307478] env[69520]: DEBUG oslo_concurrency.lockutils [req-5725f843-362c-4413-8a33-39a683963175 req-3a1bfe43-58ab-48b0-a06c-282aa2cbce37 service nova] Acquiring lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.307478] env[69520]: DEBUG oslo_concurrency.lockutils [req-5725f843-362c-4413-8a33-39a683963175 req-3a1bfe43-58ab-48b0-a06c-282aa2cbce37 service nova] Lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.307478] env[69520]: DEBUG oslo_concurrency.lockutils [req-5725f843-362c-4413-8a33-39a683963175 req-3a1bfe43-58ab-48b0-a06c-282aa2cbce37 service nova] Lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.307478] env[69520]: DEBUG nova.compute.manager [req-5725f843-362c-4413-8a33-39a683963175 req-3a1bfe43-58ab-48b0-a06c-282aa2cbce37 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] No waiting events found dispatching network-vif-plugged-fb940ae2-94df-4064-aa08-7595d90235e9 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.307774] env[69520]: WARNING nova.compute.manager [req-5725f843-362c-4413-8a33-39a683963175 req-3a1bfe43-58ab-48b0-a06c-282aa2cbce37 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Received unexpected event network-vif-plugged-fb940ae2-94df-4064-aa08-7595d90235e9 for instance with vm_state building and task_state spawning. [ 770.490083] env[69520]: DEBUG nova.scheduler.client.report [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.757315] env[69520]: INFO nova.compute.manager [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Rebuilding instance [ 770.794826] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481555, 'name': Rename_Task, 'duration_secs': 0.493483} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.795156] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.795403] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3fdcad4-05f2-4943-8bd7-238cab22668e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.797148] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquiring lock "refresh_cache-ef93f9a2-7c1e-42d4-aa69-9068989bb28e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.797286] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquired lock "refresh_cache-ef93f9a2-7c1e-42d4-aa69-9068989bb28e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.797427] env[69520]: DEBUG nova.network.neutron [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.804868] env[69520]: DEBUG nova.compute.manager [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.805715] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf37931-d0b7-4332-948e-ccc74c63233e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.810261] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 770.810261] env[69520]: value = "task-3481556" [ 770.810261] env[69520]: _type = "Task" [ 770.810261] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.834525] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481556, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.995201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.999876] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.811s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.999876] env[69520]: DEBUG nova.objects.instance [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lazy-loading 'resources' on Instance uuid 05272c59-a663-46cc-bb13-1ef90d5db154 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.018950] env[69520]: INFO nova.scheduler.client.report [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Deleted allocations for instance 8a5cc12e-5155-4647-b467-78f81893e87c [ 771.282421] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 771.282421] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696030', 'volume_id': 'd73d8fe1-293c-47b9-ae97-900092e456a9', 'name': 'volume-d73d8fe1-293c-47b9-ae97-900092e456a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d0988fd-8e9f-4f47-98c3-ffba7860a89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd73d8fe1-293c-47b9-ae97-900092e456a9', 'serial': 'd73d8fe1-293c-47b9-ae97-900092e456a9'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 771.283228] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefd547d-0ae7-4a2a-a958-e389e564627e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.302487] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ec779-57a1-4750-a713-5466f780c155 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.332511] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-d73d8fe1-293c-47b9-ae97-900092e456a9/volume-d73d8fe1-293c-47b9-ae97-900092e456a9.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.335934] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c7c1ac-fc05-4ff5-a04c-f1e58d89b36e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.352962] env[69520]: DEBUG nova.network.neutron [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.369937] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.371581] env[69520]: DEBUG oslo_vmware.api [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Waiting for the task: (returnval){ [ 771.371581] env[69520]: value = "task-3481557" [ 771.371581] env[69520]: _type = "Task" [ 771.371581] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.383027] env[69520]: DEBUG oslo_vmware.api [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Task: {'id': task-3481557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.528019] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56680096-30e7-4e84-ac97-3aa5d7419bf0 tempest-ServersAdminNegativeTestJSON-583939608 tempest-ServersAdminNegativeTestJSON-583939608-project-member] Lock "8a5cc12e-5155-4647-b467-78f81893e87c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.651s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.607299] env[69520]: DEBUG nova.network.neutron [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Updating instance_info_cache with network_info: [{"id": "fb940ae2-94df-4064-aa08-7595d90235e9", "address": "fa:16:3e:e6:04:9b", "network": {"id": "ce23d5b7-7d03-4300-bcd9-a8704b6836ee", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1563312609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec077f0215148f695115912a6a0be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb940ae2-94", "ovs_interfaceid": "fb940ae2-94df-4064-aa08-7595d90235e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.845973] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.864445] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.864994] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cffc2a4e-f4b9-48d0-b849-646f8e7c111c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.886140] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 771.886140] env[69520]: value = "task-3481558" [ 771.886140] env[69520]: _type = "Task" [ 771.886140] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.895138] env[69520]: DEBUG oslo_vmware.api [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Task: {'id': task-3481557, 'name': ReconfigVM_Task, 'duration_secs': 0.467621} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.899789] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-d73d8fe1-293c-47b9-ae97-900092e456a9/volume-d73d8fe1-293c-47b9-ae97-900092e456a9.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.906275] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57504c3-6a86-4f76-8df5-340d17a24e1f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.925286] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.926682] env[69520]: DEBUG oslo_vmware.api [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Waiting for the task: (returnval){ [ 771.926682] env[69520]: value = "task-3481559" [ 771.926682] env[69520]: _type = "Task" [ 771.926682] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.954713] env[69520]: DEBUG oslo_vmware.api [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Task: {'id': task-3481559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.113545] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Releasing lock "refresh_cache-ef93f9a2-7c1e-42d4-aa69-9068989bb28e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.113730] env[69520]: DEBUG nova.compute.manager [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Instance network_info: |[{"id": "fb940ae2-94df-4064-aa08-7595d90235e9", "address": "fa:16:3e:e6:04:9b", "network": {"id": "ce23d5b7-7d03-4300-bcd9-a8704b6836ee", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1563312609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec077f0215148f695115912a6a0be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb940ae2-94", "ovs_interfaceid": "fb940ae2-94df-4064-aa08-7595d90235e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.114249] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:04:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb940ae2-94df-4064-aa08-7595d90235e9', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.123013] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Creating folder: Project (eec077f0215148f695115912a6a0be40). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.126135] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82c4f18f-6700-454c-90c8-de2a2ca33912 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.142340] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098f9589-f14d-4736-bb7d-9d866292c2f3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.146657] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Created folder: Project (eec077f0215148f695115912a6a0be40) in parent group-v695915. [ 772.146773] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Creating folder: Instances. Parent ref: group-v696031. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.147355] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49faad72-72b2-4386-ac98-6511619351ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.152401] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381002ef-0796-435c-9673-81b617fa390a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.187028] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbcd9e8-9f7c-4732-820c-0bb072bcea25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.190172] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Created folder: Instances in parent group-v696031. [ 772.190426] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.190738] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.191348] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9262ae9e-fef6-49ec-aaea-24de880d11c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.209958] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef00fe0-4379-4c40-aa7e-00fd2374903a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.215469] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.215469] env[69520]: value = "task-3481562" [ 772.215469] env[69520]: _type = "Task" [ 772.215469] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.227599] env[69520]: DEBUG nova.compute.provider_tree [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.235767] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481562, 'name': CreateVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.336979] env[69520]: DEBUG oslo_vmware.api [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481556, 'name': PowerOnVM_Task, 'duration_secs': 1.472095} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.337270] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.337516] env[69520]: INFO nova.compute.manager [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Took 9.35 seconds to spawn the instance on the hypervisor. [ 772.337666] env[69520]: DEBUG nova.compute.manager [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.338665] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1410150c-a0cb-4010-8eb1-b115178e9262 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.407135] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481558, 'name': PowerOffVM_Task, 'duration_secs': 0.249336} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.408391] env[69520]: DEBUG nova.compute.manager [req-1e10f97f-5aed-4de4-934a-f234bb1844f6 req-3432e20c-1bb8-49f6-80b9-3a27140d3e60 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Received event network-changed-fb940ae2-94df-4064-aa08-7595d90235e9 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.409042] env[69520]: DEBUG nova.compute.manager [req-1e10f97f-5aed-4de4-934a-f234bb1844f6 req-3432e20c-1bb8-49f6-80b9-3a27140d3e60 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Refreshing instance network info cache due to event network-changed-fb940ae2-94df-4064-aa08-7595d90235e9. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.409311] env[69520]: DEBUG oslo_concurrency.lockutils [req-1e10f97f-5aed-4de4-934a-f234bb1844f6 req-3432e20c-1bb8-49f6-80b9-3a27140d3e60 service nova] Acquiring lock "refresh_cache-ef93f9a2-7c1e-42d4-aa69-9068989bb28e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.409650] env[69520]: DEBUG oslo_concurrency.lockutils [req-1e10f97f-5aed-4de4-934a-f234bb1844f6 req-3432e20c-1bb8-49f6-80b9-3a27140d3e60 service nova] Acquired lock "refresh_cache-ef93f9a2-7c1e-42d4-aa69-9068989bb28e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.409707] env[69520]: DEBUG nova.network.neutron [req-1e10f97f-5aed-4de4-934a-f234bb1844f6 req-3432e20c-1bb8-49f6-80b9-3a27140d3e60 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Refreshing network info cache for port fb940ae2-94df-4064-aa08-7595d90235e9 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.410936] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.411217] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.413409] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dd0219-d384-484e-9813-94b3ac0039af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.425955] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.426504] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-524ec407-f847-4176-ab11-2dd246923761 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.437961] env[69520]: DEBUG oslo_vmware.api [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Task: {'id': task-3481559, 'name': ReconfigVM_Task, 'duration_secs': 0.187021} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.438281] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696030', 'volume_id': 'd73d8fe1-293c-47b9-ae97-900092e456a9', 'name': 'volume-d73d8fe1-293c-47b9-ae97-900092e456a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d0988fd-8e9f-4f47-98c3-ffba7860a89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd73d8fe1-293c-47b9-ae97-900092e456a9', 'serial': 'd73d8fe1-293c-47b9-ae97-900092e456a9'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 772.440353] env[69520]: DEBUG nova.compute.manager [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.441352] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c37f95-0db8-408c-a651-039952f275ae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.511841] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.512221] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.512607] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleting the datastore file [datastore1] e22f79a7-40d4-462c-8ce7-25d67bbc324f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.513064] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4a5ed27-7b8a-43a8-a0b5-be1f382cad64 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.523898] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 772.523898] env[69520]: value = "task-3481564" [ 772.523898] env[69520]: _type = "Task" [ 772.523898] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.532506] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.733064] env[69520]: DEBUG nova.scheduler.client.report [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.739694] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481562, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.858209] env[69520]: INFO nova.compute.manager [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Took 49.55 seconds to build instance. [ 772.954929] env[69520]: INFO nova.compute.manager [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] instance snapshotting [ 772.956207] env[69520]: WARNING nova.compute.manager [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 772.959521] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e15c5c5-9e4e-4e48-bf39-a97d8da16718 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.980078] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7723c5db-01af-4a78-ac5e-2e6d19ff6d8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.039142] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28056} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.040694] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.040916] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.041110] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.200986] env[69520]: DEBUG nova.network.neutron [req-1e10f97f-5aed-4de4-934a-f234bb1844f6 req-3432e20c-1bb8-49f6-80b9-3a27140d3e60 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Updated VIF entry in instance network info cache for port fb940ae2-94df-4064-aa08-7595d90235e9. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.203467] env[69520]: DEBUG nova.network.neutron [req-1e10f97f-5aed-4de4-934a-f234bb1844f6 req-3432e20c-1bb8-49f6-80b9-3a27140d3e60 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Updating instance_info_cache with network_info: [{"id": "fb940ae2-94df-4064-aa08-7595d90235e9", "address": "fa:16:3e:e6:04:9b", "network": {"id": "ce23d5b7-7d03-4300-bcd9-a8704b6836ee", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1563312609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec077f0215148f695115912a6a0be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb940ae2-94", "ovs_interfaceid": "fb940ae2-94df-4064-aa08-7595d90235e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.229362] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481562, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.241888] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.246346] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.032s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.246602] env[69520]: DEBUG nova.objects.instance [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lazy-loading 'resources' on Instance uuid 660594cc-9add-49ef-bf85-f2b21d827af5 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.296051] env[69520]: INFO nova.scheduler.client.report [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Deleted allocations for instance 05272c59-a663-46cc-bb13-1ef90d5db154 [ 773.363514] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4f7e206-d818-4fe2-ad83-e406d2fd9ae0 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "47429f11-9903-4c17-a621-6ddac659eb72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.166s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.402073] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquiring lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.402496] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.499149] env[69520]: DEBUG nova.objects.instance [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Lazy-loading 'flavor' on Instance uuid 6d0988fd-8e9f-4f47-98c3-ffba7860a89f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.499953] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 773.499953] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6953bce8-6f95-4c68-8df9-d1cd35131003 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.512601] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 773.512601] env[69520]: value = "task-3481565" [ 773.512601] env[69520]: _type = "Task" [ 773.512601] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.527596] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481565, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.704332] env[69520]: DEBUG oslo_concurrency.lockutils [req-1e10f97f-5aed-4de4-934a-f234bb1844f6 req-3432e20c-1bb8-49f6-80b9-3a27140d3e60 service nova] Releasing lock "refresh_cache-ef93f9a2-7c1e-42d4-aa69-9068989bb28e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.728799] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481562, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.805348] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4992b77f-4802-437e-86da-829a001540b1 tempest-AttachInterfacesUnderV243Test-1426792548 tempest-AttachInterfacesUnderV243Test-1426792548-project-member] Lock "05272c59-a663-46cc-bb13-1ef90d5db154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.916s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.867194] env[69520]: DEBUG nova.compute.manager [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.007189] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ea01885a-f6e2-46c9-9ae9-b200db63c1d2 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.362s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.023936] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481565, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.098072] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.098297] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.098756] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.100048] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.100315] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.100676] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.100893] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.101337] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.101629] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.101883] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.102228] env[69520]: DEBUG nova.virt.hardware [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.104478] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a00bb72-6ddd-48a5-9827-11ec6330dfb9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.125961] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b02540-044d-4306-9d3d-e18a742a21e3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.163521] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:ea:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ada3a51-98cc-421a-a680-2bbddbcc0dbd', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.177256] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.184282] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.185037] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.185361] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.185589] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bb56048-a818-4b69-aaad-d4523cc84c7d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.226923] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.226923] env[69520]: value = "task-3481566" [ 774.226923] env[69520]: _type = "Task" [ 774.226923] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.246346] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481562, 'name': CreateVM_Task, 'duration_secs': 1.569159} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.247096] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481566, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.247096] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.247960] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.248227] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.248652] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.252374] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b9fb58-281f-42f1-91f3-65f229b0c9ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.261348] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for the task: (returnval){ [ 774.261348] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9b1fe-d2d4-741e-403e-3b12caa582f0" [ 774.261348] env[69520]: _type = "Task" [ 774.261348] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.273894] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9b1fe-d2d4-741e-403e-3b12caa582f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.386928] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.396220] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bfe3b2-d457-486f-a2b0-f477bf33caeb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.404386] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c7ab5-f28c-47b6-af05-310ad96fd628 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.436850] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb01839-bf42-4cf3-a223-62dd180b4f2a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.445863] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363971f0-9391-487a-9f7b-116d39ce9d99 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.461726] env[69520]: DEBUG nova.compute.provider_tree [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.523080] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481565, 'name': CreateSnapshot_Task, 'duration_secs': 0.605039} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.523375] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 774.524484] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb6ac3e-a76a-4ad8-92cc-411e8b87c814 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.578545] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Acquiring lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.578996] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.746254] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481566, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.780031] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9b1fe-d2d4-741e-403e-3b12caa582f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013282} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.781174] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.781461] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.781769] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.781949] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.782182] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.782499] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5706580c-e7a1-409f-b27b-88448b932af8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.794034] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.794246] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.795409] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d721ae5-6a02-495d-8eda-76a3fcd77075 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.802655] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for the task: (returnval){ [ 774.802655] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e21df8-d101-1b53-c994-c5172a18e179" [ 774.802655] env[69520]: _type = "Task" [ 774.802655] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.813693] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e21df8-d101-1b53-c994-c5172a18e179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.965022] env[69520]: DEBUG nova.scheduler.client.report [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.051317] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.051891] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-75df0e60-a5e0-4543-bbef-7d3d453dfc32 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.064392] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 775.064392] env[69520]: value = "task-3481567" [ 775.064392] env[69520]: _type = "Task" [ 775.064392] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.075353] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481567, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.081360] env[69520]: INFO nova.compute.manager [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Detaching volume d73d8fe1-293c-47b9-ae97-900092e456a9 [ 775.125651] env[69520]: INFO nova.virt.block_device [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Attempting to driver detach volume d73d8fe1-293c-47b9-ae97-900092e456a9 from mountpoint /dev/sdb [ 775.125900] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 775.126108] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696030', 'volume_id': 'd73d8fe1-293c-47b9-ae97-900092e456a9', 'name': 'volume-d73d8fe1-293c-47b9-ae97-900092e456a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d0988fd-8e9f-4f47-98c3-ffba7860a89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd73d8fe1-293c-47b9-ae97-900092e456a9', 'serial': 'd73d8fe1-293c-47b9-ae97-900092e456a9'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 775.127017] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0e2e56-000b-4716-b81f-354fbe626836 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.153563] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d87dc33-ee67-40c7-80e2-e501ea12035e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.163393] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e0987c-d518-417a-904f-53eb2f4b703c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.185494] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6262cf4e-6a69-4cc6-a4ab-8e8d0532104a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.203621] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] The volume has not been displaced from its original location: [datastore2] volume-d73d8fe1-293c-47b9-ae97-900092e456a9/volume-d73d8fe1-293c-47b9-ae97-900092e456a9.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 775.209087] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 775.209503] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a34ab14-3099-4ab7-b4d1-66cdd34b40d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.233179] env[69520]: DEBUG oslo_vmware.api [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Waiting for the task: (returnval){ [ 775.233179] env[69520]: value = "task-3481568" [ 775.233179] env[69520]: _type = "Task" [ 775.233179] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.239980] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481566, 'name': CreateVM_Task, 'duration_secs': 0.626231} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.240584] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.241404] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.241644] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.242142] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.242407] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8c73be-88da-470a-9206-24e81ddeb8e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.248275] env[69520]: DEBUG oslo_vmware.api [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Task: {'id': task-3481568, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.253100] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 775.253100] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b453ee-d23c-b63c-b063-866732792ff5" [ 775.253100] env[69520]: _type = "Task" [ 775.253100] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.263996] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b453ee-d23c-b63c-b063-866732792ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.314489] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e21df8-d101-1b53-c994-c5172a18e179, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.315838] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73dfc50a-2496-45cc-9da3-c3721e4626e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.321707] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for the task: (returnval){ [ 775.321707] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52aeffa2-4956-8569-0f24-15c60815cfd0" [ 775.321707] env[69520]: _type = "Task" [ 775.321707] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.333093] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52aeffa2-4956-8569-0f24-15c60815cfd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.471447] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.475053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.782s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.475420] env[69520]: DEBUG nova.objects.instance [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'resources' on Instance uuid f926972c-ab5c-49ce-bf39-288a8f5a053e {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.505321] env[69520]: INFO nova.scheduler.client.report [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Deleted allocations for instance 660594cc-9add-49ef-bf85-f2b21d827af5 [ 775.577379] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481567, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.745186] env[69520]: DEBUG oslo_vmware.api [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Task: {'id': task-3481568, 'name': ReconfigVM_Task, 'duration_secs': 0.266805} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.746325] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 775.750487] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b828cc85-e4f8-4e55-a978-c4b1d993c193 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.772207] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b453ee-d23c-b63c-b063-866732792ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.017503} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.773136] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.773255] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.773445] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.774028] env[69520]: DEBUG oslo_vmware.api [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Waiting for the task: (returnval){ [ 775.774028] env[69520]: value = "task-3481569" [ 775.774028] env[69520]: _type = "Task" [ 775.774028] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.785895] env[69520]: DEBUG oslo_vmware.api [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Task: {'id': task-3481569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.838588] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52aeffa2-4956-8569-0f24-15c60815cfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.013101} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.839565] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.839565] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] ef93f9a2-7c1e-42d4-aa69-9068989bb28e/ef93f9a2-7c1e-42d4-aa69-9068989bb28e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.840681] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.841068] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.843422] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54d24d3c-3bd4-4267-995a-23370284d5b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.843758] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6adc7afb-6263-41a6-862c-c11e5d6e85af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.858169] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.858169] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.858780] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for the task: (returnval){ [ 775.858780] env[69520]: value = "task-3481570" [ 775.858780] env[69520]: _type = "Task" [ 775.858780] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.859032] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de0728f-f751-48fa-afa2-4c00fffe1efb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.868388] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 775.868388] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a0823e-b874-4249-e805-194ffc10ff1e" [ 775.868388] env[69520]: _type = "Task" [ 775.868388] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.871723] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.881194] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a0823e-b874-4249-e805-194ffc10ff1e, 'name': SearchDatastore_Task} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.881992] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1411c1ca-4390-4f04-93aa-b3c009bdf481 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.890862] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 775.890862] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524d1544-6dbd-343b-ada1-3124bec81ef8" [ 775.890862] env[69520]: _type = "Task" [ 775.890862] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.900295] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524d1544-6dbd-343b-ada1-3124bec81ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.012965] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a92ffcff-4e86-4019-a78b-a68f9ac1bdd5 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "660594cc-9add-49ef-bf85-f2b21d827af5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.119s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.077714] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481567, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.295583] env[69520]: DEBUG oslo_vmware.api [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Task: {'id': task-3481569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.375427] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481570, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.407350] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524d1544-6dbd-343b-ada1-3124bec81ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.407620] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.407942] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] e22f79a7-40d4-462c-8ce7-25d67bbc324f/e22f79a7-40d4-462c-8ce7-25d67bbc324f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.412021] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d44a247-7472-4db3-aa5a-a3c84f135cfa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.416186] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 776.416186] env[69520]: value = "task-3481571" [ 776.416186] env[69520]: _type = "Task" [ 776.416186] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.432841] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.572958] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a14271-67e1-48da-af23-1ca258425442 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.586020] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481567, 'name': CloneVM_Task, 'duration_secs': 1.464936} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.586020] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Created linked-clone VM from snapshot [ 776.586020] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e38b0c-c05b-49c2-a44f-2acecacd2541 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.589338] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca8fea5-1d61-4191-b3da-9db5c1048a1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.601256] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Uploading image 969926c9-7b3d-4c2a-b402-117975ac4bfa {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 776.635439] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc69c37-a985-4015-bb17-b69d1404aea0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.646052] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a36033b-c2f1-4f8d-a9d4-a1fc6c2e6da1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.661736] env[69520]: DEBUG nova.compute.provider_tree [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.667701] env[69520]: DEBUG oslo_vmware.rw_handles [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 776.667701] env[69520]: value = "vm-696036" [ 776.667701] env[69520]: _type = "VirtualMachine" [ 776.667701] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 776.667960] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-84729d2a-6d6e-443d-b34b-6c832732ad5f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.677979] env[69520]: DEBUG oslo_vmware.rw_handles [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lease: (returnval){ [ 776.677979] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525c0906-9436-edcd-5685-bff6dfff7ca7" [ 776.677979] env[69520]: _type = "HttpNfcLease" [ 776.677979] env[69520]: } obtained for exporting VM: (result){ [ 776.677979] env[69520]: value = "vm-696036" [ 776.677979] env[69520]: _type = "VirtualMachine" [ 776.677979] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 776.678312] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the lease: (returnval){ [ 776.678312] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525c0906-9436-edcd-5685-bff6dfff7ca7" [ 776.678312] env[69520]: _type = "HttpNfcLease" [ 776.678312] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 776.690719] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.690719] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525c0906-9436-edcd-5685-bff6dfff7ca7" [ 776.690719] env[69520]: _type = "HttpNfcLease" [ 776.690719] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 776.788603] env[69520]: DEBUG oslo_vmware.api [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Task: {'id': task-3481569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.874176] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534297} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.874592] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] ef93f9a2-7c1e-42d4-aa69-9068989bb28e/ef93f9a2-7c1e-42d4-aa69-9068989bb28e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.875083] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.875484] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-208782b8-0531-46ed-916f-bae5747b93d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.887044] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for the task: (returnval){ [ 776.887044] env[69520]: value = "task-3481573" [ 776.887044] env[69520]: _type = "Task" [ 776.887044] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.896664] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.929500] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.996674] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.997035] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.997306] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.997574] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.997776] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.000270] env[69520]: INFO nova.compute.manager [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Terminating instance [ 777.166105] env[69520]: DEBUG nova.scheduler.client.report [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.188189] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.188189] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525c0906-9436-edcd-5685-bff6dfff7ca7" [ 777.188189] env[69520]: _type = "HttpNfcLease" [ 777.188189] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 777.188506] env[69520]: DEBUG oslo_vmware.rw_handles [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 777.188506] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525c0906-9436-edcd-5685-bff6dfff7ca7" [ 777.188506] env[69520]: _type = "HttpNfcLease" [ 777.188506] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 777.189274] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3d856b-0a6d-46f6-87b2-cd59dee80cb1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.197820] env[69520]: DEBUG oslo_vmware.rw_handles [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fe8e-1351-92a3-05f6-388bfaaf6003/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 777.198017] env[69520]: DEBUG oslo_vmware.rw_handles [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fe8e-1351-92a3-05f6-388bfaaf6003/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 777.285887] env[69520]: DEBUG oslo_vmware.api [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Task: {'id': task-3481569, 'name': ReconfigVM_Task, 'duration_secs': 1.17802} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.286127] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696030', 'volume_id': 'd73d8fe1-293c-47b9-ae97-900092e456a9', 'name': 'volume-d73d8fe1-293c-47b9-ae97-900092e456a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d0988fd-8e9f-4f47-98c3-ffba7860a89f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd73d8fe1-293c-47b9-ae97-900092e456a9', 'serial': 'd73d8fe1-293c-47b9-ae97-900092e456a9'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 777.324428] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8dcb0ce6-af78-4220-bf34-3f4324251709 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.353960] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquiring lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.354401] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.397417] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224917} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.401507] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.401507] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97be72f-d9a5-43b5-b866-3c87fd8ac2bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.423056] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] ef93f9a2-7c1e-42d4-aa69-9068989bb28e/ef93f9a2-7c1e-42d4-aa69-9068989bb28e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.424143] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92db4af8-4a65-4146-97a9-3d044ab9d8ce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.450440] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808854} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.451938] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] e22f79a7-40d4-462c-8ce7-25d67bbc324f/e22f79a7-40d4-462c-8ce7-25d67bbc324f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.452393] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.452825] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for the task: (returnval){ [ 777.452825] env[69520]: value = "task-3481574" [ 777.452825] env[69520]: _type = "Task" [ 777.452825] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.453272] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dbcd8c0-9851-4f32-bf2a-30b081acd258 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.465589] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481574, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.467177] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 777.467177] env[69520]: value = "task-3481575" [ 777.467177] env[69520]: _type = "Task" [ 777.467177] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.476196] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.510854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "refresh_cache-c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.511178] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquired lock "refresh_cache-c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.511318] env[69520]: DEBUG nova.network.neutron [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.671496] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.674931] env[69520]: DEBUG oslo_concurrency.lockutils [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.752s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.675361] env[69520]: DEBUG nova.objects.instance [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lazy-loading 'resources' on Instance uuid 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.698398] env[69520]: INFO nova.scheduler.client.report [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleted allocations for instance f926972c-ab5c-49ce-bf39-288a8f5a053e [ 777.866272] env[69520]: DEBUG nova.objects.instance [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Lazy-loading 'flavor' on Instance uuid 6d0988fd-8e9f-4f47-98c3-ffba7860a89f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.967133] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.979688] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186269} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.980176] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.981239] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3532514-5704-46f0-80d8-1170751ace81 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.008402] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] e22f79a7-40d4-462c-8ce7-25d67bbc324f/e22f79a7-40d4-462c-8ce7-25d67bbc324f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.010438] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ff4518-43ad-4752-a816-13a315cb990c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.040164] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 778.040164] env[69520]: value = "task-3481576" [ 778.040164] env[69520]: _type = "Task" [ 778.040164] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.053368] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.060706] env[69520]: DEBUG nova.network.neutron [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.157196] env[69520]: DEBUG nova.network.neutron [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.206843] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bae4a97e-6ce7-4d9c-84e7-78817221d0bf tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.151s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.210424] env[69520]: DEBUG oslo_concurrency.lockutils [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] Acquired lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.212251] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278b250f-e1bc-49c3-8e83-6157c56bcb54 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.223309] env[69520]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 778.223309] env[69520]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69520) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 778.224158] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16e0694b-da16-4c89-849d-11b5074975e8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.238090] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489f28f7-a85d-49e4-b562-12b9af5fbf47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.292230] env[69520]: ERROR root [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-695933' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-695933' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-695933' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-695933'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-695933' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-695933' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-695933'}\n"]: nova.exception.InstanceNotFound: Instance f926972c-ab5c-49ce-bf39-288a8f5a053e could not be found. [ 778.292512] env[69520]: DEBUG oslo_concurrency.lockutils [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] Releasing lock "f926972c-ab5c-49ce-bf39-288a8f5a053e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.293012] env[69520]: DEBUG nova.compute.manager [req-f03b03ee-5d63-4d5c-859d-381e77bff203 req-31400b6a-2a7b-4700-9b44-fecd5cdc3d1a service nova] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Detach interface failed, port_id=81f97d7c-36fc-4bf0-ae91-0707e4ae0b0f, reason: Instance f926972c-ab5c-49ce-bf39-288a8f5a053e could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 778.468021] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481574, 'name': ReconfigVM_Task, 'duration_secs': 0.706813} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.468514] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] ef93f9a2-7c1e-42d4-aa69-9068989bb28e/ef93f9a2-7c1e-42d4-aa69-9068989bb28e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.469385] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffea7b67-e7f0-4d19-aab4-729a42d62cbf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.477283] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for the task: (returnval){ [ 778.477283] env[69520]: value = "task-3481577" [ 778.477283] env[69520]: _type = "Task" [ 778.477283] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.487150] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481577, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.558290] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.660645] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Releasing lock "refresh_cache-c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.661099] env[69520]: DEBUG nova.compute.manager [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.662442] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.662442] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28183f08-0204-4292-9512-d02b4d3eda4e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.671341] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.671632] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed995fc4-1bed-4787-a4e4-ca7ff6668ae4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.680960] env[69520]: DEBUG oslo_vmware.api [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 778.680960] env[69520]: value = "task-3481578" [ 778.680960] env[69520]: _type = "Task" [ 778.680960] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.694495] env[69520]: DEBUG oslo_vmware.api [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.764929] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a36a40-e9f4-49ae-830d-5bd1a48755b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.777633] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c047bc4-6f02-4c1a-89a6-0b90b058bdff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.815954] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaaf77f-3e30-4330-9eeb-7a418bb6b4f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.832254] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d815b5-4b2c-4921-93e6-de5de8c50dd1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.848490] env[69520]: DEBUG nova.compute.provider_tree [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.878742] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fe6d5ef8-4f4f-4db7-be79-fbaff8174531 tempest-VolumesAssistedSnapshotsTest-339458218 tempest-VolumesAssistedSnapshotsTest-339458218-project-admin] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.300s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.989241] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481577, 'name': Rename_Task, 'duration_secs': 0.220087} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.989536] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.989892] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-027957dd-ea47-4989-8ed8-0a9c8e98bb9f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.998044] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for the task: (returnval){ [ 778.998044] env[69520]: value = "task-3481580" [ 778.998044] env[69520]: _type = "Task" [ 778.998044] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.008329] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.052644] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481576, 'name': ReconfigVM_Task, 'duration_secs': 0.62713} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.052970] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Reconfigured VM instance instance-00000026 to attach disk [datastore2] e22f79a7-40d4-462c-8ce7-25d67bbc324f/e22f79a7-40d4-462c-8ce7-25d67bbc324f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.053727] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bacb004d-06f7-44eb-9dae-b7a3cc3f6e00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.064080] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 779.064080] env[69520]: value = "task-3481581" [ 779.064080] env[69520]: _type = "Task" [ 779.064080] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.076454] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481581, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.194889] env[69520]: DEBUG oslo_vmware.api [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481578, 'name': PowerOffVM_Task, 'duration_secs': 0.156623} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.195625] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.195869] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.196215] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f9b7bd-b494-44da-9425-7de8641ae0ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.237339] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.237997] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.238312] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Deleting the datastore file [datastore1] c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.238915] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94466392-ef44-44c6-a433-04fdde5008bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.251226] env[69520]: DEBUG oslo_vmware.api [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for the task: (returnval){ [ 779.251226] env[69520]: value = "task-3481583" [ 779.251226] env[69520]: _type = "Task" [ 779.251226] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.271193] env[69520]: DEBUG oslo_vmware.api [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.354556] env[69520]: DEBUG nova.scheduler.client.report [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.511943] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.578268] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481581, 'name': Rename_Task, 'duration_secs': 0.209848} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.583049] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.583049] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de7b7db9-9a1d-4c0c-8a06-47f524f7a922 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.590250] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 779.590250] env[69520]: value = "task-3481584" [ 779.590250] env[69520]: _type = "Task" [ 779.590250] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.605982] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.763541] env[69520]: DEBUG oslo_vmware.api [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Task: {'id': task-3481583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180688} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.764406] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.764757] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.765069] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.765362] env[69520]: INFO nova.compute.manager [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 779.765716] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.766029] env[69520]: DEBUG nova.compute.manager [-] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.767030] env[69520]: DEBUG nova.network.neutron [-] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.793760] env[69520]: DEBUG nova.network.neutron [-] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.861979] env[69520]: DEBUG oslo_concurrency.lockutils [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.866280] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.922s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.870493] env[69520]: INFO nova.compute.claims [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.895869] env[69520]: INFO nova.scheduler.client.report [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Deleted allocations for instance 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3 [ 780.008460] env[69520]: DEBUG oslo_vmware.api [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481580, 'name': PowerOnVM_Task, 'duration_secs': 0.615873} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.008762] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.008993] env[69520]: INFO nova.compute.manager [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Took 10.15 seconds to spawn the instance on the hypervisor. [ 780.009198] env[69520]: DEBUG nova.compute.manager [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.010139] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6ddc51-9daf-4f00-ae67-e1784c884012 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.101790] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.294942] env[69520]: DEBUG nova.network.neutron [-] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.406788] env[69520]: DEBUG oslo_concurrency.lockutils [None req-69d5edee-4f91-47a1-863b-bcedbb0c885c tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.101s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.409149] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 43.084s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.409742] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.410244] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.411095] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.413107] env[69520]: INFO nova.compute.manager [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Terminating instance [ 780.534838] env[69520]: INFO nova.compute.manager [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Took 54.42 seconds to build instance. [ 780.603142] env[69520]: DEBUG oslo_vmware.api [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481584, 'name': PowerOnVM_Task, 'duration_secs': 0.759391} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.603497] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.603730] env[69520]: DEBUG nova.compute.manager [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.604581] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b38743e-70de-403c-b05f-ef4c0535a9da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.798916] env[69520]: INFO nova.compute.manager [-] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Took 1.03 seconds to deallocate network for instance. [ 780.847129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.847396] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "76521970-acd4-4616-9653-9317fcbe05e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.922250] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.922402] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquired lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.922578] env[69520]: DEBUG nova.network.neutron [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.040415] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ab6caeed-3333-4bd2-b44c-bd283276f41c tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.932s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.134322] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.210148] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquiring lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.210148] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.309485] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.418360] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aa20b5-7f46-4583-ac7c-11a56a49452f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.426169] env[69520]: DEBUG nova.compute.utils [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Can not refresh info_cache because instance was not found {{(pid=69520) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 781.429561] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd8d564-1d8c-4807-a2a5-61edaaad7b8a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.464656] env[69520]: DEBUG nova.network.neutron [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.466464] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81447de-2629-4d46-907a-6192d6d22078 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.474177] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0018f60-c1eb-4afb-af40-52246b358c63 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.488206] env[69520]: DEBUG nova.compute.provider_tree [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.542951] env[69520]: DEBUG nova.compute.manager [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.553937] env[69520]: DEBUG nova.network.neutron [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.805156] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquiring lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.805156] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.805156] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquiring lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.805156] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.805156] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.806151] env[69520]: INFO nova.compute.manager [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Terminating instance [ 781.994017] env[69520]: DEBUG nova.scheduler.client.report [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.056530] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Releasing lock "refresh_cache-58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.056974] env[69520]: DEBUG nova.compute.manager [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.057196] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.057908] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eee648ce-7dab-409c-b308-41683ba15216 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.073305] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1060887-13e5-4b1f-b07e-501ee8ec9d0b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.091484] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.093423] env[69520]: DEBUG oslo_concurrency.lockutils [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "a14ef9e5-adfd-4020-affc-b25322802b4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.093817] env[69520]: DEBUG oslo_concurrency.lockutils [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "a14ef9e5-adfd-4020-affc-b25322802b4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.094165] env[69520]: DEBUG oslo_concurrency.lockutils [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "a14ef9e5-adfd-4020-affc-b25322802b4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.094488] env[69520]: DEBUG oslo_concurrency.lockutils [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "a14ef9e5-adfd-4020-affc-b25322802b4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.094785] env[69520]: DEBUG oslo_concurrency.lockutils [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "a14ef9e5-adfd-4020-affc-b25322802b4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.098390] env[69520]: INFO nova.compute.manager [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Terminating instance [ 782.123250] env[69520]: WARNING nova.virt.vmwareapi.vmops [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3 could not be found. [ 782.123483] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.123723] env[69520]: INFO nova.compute.manager [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Took 0.07 seconds to destroy the instance on the hypervisor. [ 782.124038] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.124684] env[69520]: DEBUG nova.compute.manager [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.124843] env[69520]: DEBUG nova.network.neutron [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.150327] env[69520]: DEBUG nova.network.neutron [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.312326] env[69520]: DEBUG nova.compute.manager [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.312592] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.313591] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b91860-7614-4c5e-8bee-ca17ae28bba1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.322106] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.322336] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53e93613-9ba6-4cbb-b433-41ef47862831 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.328271] env[69520]: DEBUG oslo_vmware.api [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for the task: (returnval){ [ 782.328271] env[69520]: value = "task-3481585" [ 782.328271] env[69520]: _type = "Task" [ 782.328271] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.336958] env[69520]: DEBUG oslo_vmware.api [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.499187] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.499751] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.502396] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 42.358s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.536236] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.536236] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.536236] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.536236] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.536236] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.538198] env[69520]: INFO nova.compute.manager [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Terminating instance [ 782.604942] env[69520]: DEBUG nova.compute.manager [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.605265] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.606370] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6ad804-87a4-4683-adae-3ae648aeef60 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.615717] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.615919] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c464dec4-7c5f-44e8-b9f0-4f7c3c37f27b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.622338] env[69520]: DEBUG oslo_vmware.api [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 782.622338] env[69520]: value = "task-3481586" [ 782.622338] env[69520]: _type = "Task" [ 782.622338] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.631066] env[69520]: DEBUG oslo_vmware.api [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.653363] env[69520]: DEBUG nova.network.neutron [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.690087] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquiring lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.690708] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.690708] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquiring lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.690708] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.691010] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.694137] env[69520]: INFO nova.compute.manager [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Terminating instance [ 782.841152] env[69520]: DEBUG oslo_vmware.api [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481585, 'name': PowerOffVM_Task, 'duration_secs': 0.341768} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.841483] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.841606] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.841950] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82643fba-bb40-49e6-afbe-7b590566f31f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.917712] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.917712] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.917867] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Deleting the datastore file [datastore2] ef93f9a2-7c1e-42d4-aa69-9068989bb28e {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.918192] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2dc0240-ea9b-4e96-9160-59c6c8e38122 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.926373] env[69520]: DEBUG oslo_vmware.api [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for the task: (returnval){ [ 782.926373] env[69520]: value = "task-3481588" [ 782.926373] env[69520]: _type = "Task" [ 782.926373] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.935227] env[69520]: DEBUG oslo_vmware.api [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.007554] env[69520]: DEBUG nova.compute.utils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.023310] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.023310] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.044417] env[69520]: DEBUG nova.compute.manager [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.044748] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.045716] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a420c7e4-715e-47da-a902-2fe710e870c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.055286] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.055657] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-986128f5-6369-4958-b22f-7f253e61c5fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.062442] env[69520]: DEBUG oslo_vmware.api [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 783.062442] env[69520]: value = "task-3481589" [ 783.062442] env[69520]: _type = "Task" [ 783.062442] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.072222] env[69520]: DEBUG oslo_vmware.api [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.080848] env[69520]: DEBUG nova.policy [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc28c0a2c43946599281515e7fe20b94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61c2b7545f5243edbe4e2aab7ea3780e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.133830] env[69520]: DEBUG oslo_vmware.api [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481586, 'name': PowerOffVM_Task, 'duration_secs': 0.283501} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.134266] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.134357] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.134558] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-315e961d-cd4c-4dcf-a8fe-11a12ebdb03b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.156020] env[69520]: INFO nova.compute.manager [-] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Took 1.03 seconds to deallocate network for instance. [ 783.191908] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "935e3299-8852-4ca8-bf2c-3e12c731cebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.192189] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.197961] env[69520]: DEBUG nova.compute.manager [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.198172] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.199052] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da873ff-693c-40ab-aebf-b81f4e6ec78c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.207785] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.208141] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f17fb70-c840-48f6-864c-a5815f55dc11 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.215382] env[69520]: DEBUG oslo_vmware.api [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for the task: (returnval){ [ 783.215382] env[69520]: value = "task-3481591" [ 783.215382] env[69520]: _type = "Task" [ 783.215382] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.225182] env[69520]: DEBUG oslo_vmware.api [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.230033] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.230033] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.230033] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Deleting the datastore file [datastore2] a14ef9e5-adfd-4020-affc-b25322802b4b {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.230033] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2fa7b2f-a284-4e6a-8e90-0e4c75fcfe00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.236043] env[69520]: DEBUG oslo_vmware.api [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for the task: (returnval){ [ 783.236043] env[69520]: value = "task-3481592" [ 783.236043] env[69520]: _type = "Task" [ 783.236043] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.245324] env[69520]: DEBUG oslo_vmware.api [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.416210] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Successfully created port: 67389c8e-5b09-4b7f-bf74-1e3ffadccbaf {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.436348] env[69520]: DEBUG oslo_vmware.api [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Task: {'id': task-3481588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205847} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.436615] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.436799] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.436975] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.437181] env[69520]: INFO nova.compute.manager [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 783.437434] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.437745] env[69520]: DEBUG nova.compute.manager [-] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.437745] env[69520]: DEBUG nova.network.neutron [-] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.523582] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.575200] env[69520]: DEBUG oslo_vmware.api [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481589, 'name': PowerOffVM_Task, 'duration_secs': 0.265689} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.575555] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.575746] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.576027] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4b2f8f9-6a1a-4e83-b99c-5aa765c984ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.660874] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 6d0988fd-8e9f-4f47-98c3-ffba7860a89f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.661125] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a14ef9e5-adfd-4020-affc-b25322802b4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.661266] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance bd158f30-b46c-4c67-befb-ca1369ac5b7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.661390] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 726b0d51-0ba5-4965-b1bc-4169b2c714cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.661505] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8e3649ec-203a-4b43-bf19-cf1634906ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.661618] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 870967fa-f424-45ff-83bc-9ebb6e7869ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.661755] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.661894] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance fe6f83c3-1aa1-45ee-8b67-141f5674e33a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.662044] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 6008ce40-9804-497e-9fc2-7eb9f871e031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.662225] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a4b0b9e9-6fa3-49f8-a241-370e576267dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.662372] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance e78e3858-451b-4a84-9a18-ca78bae38b3d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.662519] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ee2b99fe-ab05-4db4-9ed0-0ca774a9333f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.662668] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8137a947-18ef-4e25-b580-96a9eb6077be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.662830] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 41e6960b-8fec-4bca-b0db-a9dbee4331e7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.663136] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a3c65331-11ab-4a40-b20a-472b65a36ddc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.664018] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 40f1f573-9bc0-43f2-97e8-80b863e1500c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.664268] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance e22f79a7-40d4-462c-8ce7-25d67bbc324f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.664339] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 47429f11-9903-4c17-a621-6ddac659eb72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.664456] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ef93f9a2-7c1e-42d4-aa69-9068989bb28e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.664573] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 38fa3f74-6ae4-436e-a3a8-c510219dfa8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.667622] env[69520]: INFO nova.compute.manager [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Instance disappeared during terminate [ 783.667849] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40701e67-6034-4fa9-8f8a-1d71e69ab35d tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "58a4c2cb-ab2e-414e-a0cd-76f88c0430b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.259s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.726976] env[69520]: DEBUG oslo_vmware.api [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481591, 'name': PowerOffVM_Task, 'duration_secs': 0.233776} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.726976] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.727318] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.727607] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6791066a-c085-4db8-8256-6654c162166e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.746038] env[69520]: DEBUG oslo_vmware.api [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Task: {'id': task-3481592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275046} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.749678] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.749872] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.750087] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.750845] env[69520]: INFO nova.compute.manager [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 783.751356] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.752532] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.753687] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.753901] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleting the datastore file [datastore2] e22f79a7-40d4-462c-8ce7-25d67bbc324f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.754190] env[69520]: DEBUG nova.compute.manager [-] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.754290] env[69520]: DEBUG nova.network.neutron [-] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.756394] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6e62a19-9b21-4737-8710-32b991f0dbd2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.758591] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.758771] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.759037] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.759333] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.759542] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.761839] env[69520]: INFO nova.compute.manager [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Terminating instance [ 783.769240] env[69520]: DEBUG oslo_vmware.api [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 783.769240] env[69520]: value = "task-3481595" [ 783.769240] env[69520]: _type = "Task" [ 783.769240] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.778912] env[69520]: DEBUG oslo_vmware.api [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.798439] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.798663] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.798848] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Deleting the datastore file [datastore2] 6d0988fd-8e9f-4f47-98c3-ffba7860a89f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.799139] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec926c64-4edb-4908-a045-893e18514e27 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.808120] env[69520]: DEBUG oslo_vmware.api [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for the task: (returnval){ [ 783.808120] env[69520]: value = "task-3481596" [ 783.808120] env[69520]: _type = "Task" [ 783.808120] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.816322] env[69520]: DEBUG oslo_vmware.api [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.073784] env[69520]: DEBUG nova.compute.manager [req-32526233-4ce2-4bf2-9f2f-fab6fb75f85b req-d059794a-7ca6-4276-8ef6-fffa97284d98 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Received event network-vif-deleted-fb940ae2-94df-4064-aa08-7595d90235e9 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.074116] env[69520]: INFO nova.compute.manager [req-32526233-4ce2-4bf2-9f2f-fab6fb75f85b req-d059794a-7ca6-4276-8ef6-fffa97284d98 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Neutron deleted interface fb940ae2-94df-4064-aa08-7595d90235e9; detaching it from the instance and deleting it from the info cache [ 784.074383] env[69520]: DEBUG nova.network.neutron [req-32526233-4ce2-4bf2-9f2f-fab6fb75f85b req-d059794a-7ca6-4276-8ef6-fffa97284d98 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.167855] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a27c7c05-e62d-4015-8b5a-1419333663e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.261365] env[69520]: DEBUG nova.compute.manager [req-8738c642-9d4f-4213-81ac-5474ea3daeec req-c28d58f0-e191-4af1-8647-164d4aea3de6 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Received event network-vif-deleted-c485736f-e309-46db-9633-97933dbd3ba3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.261499] env[69520]: INFO nova.compute.manager [req-8738c642-9d4f-4213-81ac-5474ea3daeec req-c28d58f0-e191-4af1-8647-164d4aea3de6 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Neutron deleted interface c485736f-e309-46db-9633-97933dbd3ba3; detaching it from the instance and deleting it from the info cache [ 784.261711] env[69520]: DEBUG nova.network.neutron [req-8738c642-9d4f-4213-81ac-5474ea3daeec req-c28d58f0-e191-4af1-8647-164d4aea3de6 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.266183] env[69520]: DEBUG nova.compute.manager [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.266183] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.266616] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd80431-7900-47ed-963b-40f46bee5a67 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.279625] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.282195] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f298f66-0093-40d0-a2a4-c6e613b70a58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.283709] env[69520]: DEBUG oslo_vmware.api [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288632} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.284276] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.284464] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.284639] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.284807] env[69520]: INFO nova.compute.manager [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 784.285047] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.285586] env[69520]: DEBUG nova.compute.manager [-] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.285706] env[69520]: DEBUG nova.network.neutron [-] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.290308] env[69520]: DEBUG oslo_vmware.api [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 784.290308] env[69520]: value = "task-3481597" [ 784.290308] env[69520]: _type = "Task" [ 784.290308] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.299533] env[69520]: DEBUG oslo_vmware.api [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.319192] env[69520]: DEBUG oslo_vmware.api [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Task: {'id': task-3481596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162094} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.319553] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.319776] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.320016] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.320239] env[69520]: INFO nova.compute.manager [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 784.320514] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.320711] env[69520]: DEBUG nova.compute.manager [-] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.320961] env[69520]: DEBUG nova.network.neutron [-] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.364629] env[69520]: DEBUG nova.network.neutron [-] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.504725] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.505044] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.580306] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2218d53c-b899-4262-9f5f-d01adc13e0d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.593798] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88444127-5b50-4477-b78c-ad13411d2e07 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.604574] env[69520]: DEBUG nova.network.neutron [-] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.613116] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.626338] env[69520]: DEBUG nova.compute.manager [req-32526233-4ce2-4bf2-9f2f-fab6fb75f85b req-d059794a-7ca6-4276-8ef6-fffa97284d98 service nova] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Detach interface failed, port_id=fb940ae2-94df-4064-aa08-7595d90235e9, reason: Instance ef93f9a2-7c1e-42d4-aa69-9068989bb28e could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.638994] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.639273] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.639432] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.639610] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.639756] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.639899] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.640122] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.640313] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.640450] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.640612] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.640785] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.641644] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399a775c-9d6e-476c-a939-c36bedbcc4fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.650885] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafdc70e-5d59-40c1-aef9-ead8efa6fe52 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.670938] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 83163fb6-9218-4a97-88d2-4f03aede0d23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.765808] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54c00e4d-aa7e-4ce5-bd30-5fffd2d6c807 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.776700] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93b2101-9231-4d40-97aa-eb1e5effd1ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.802230] env[69520]: DEBUG oslo_vmware.api [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481597, 'name': PowerOffVM_Task, 'duration_secs': 0.22551} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.802581] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.802820] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.803153] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58881334-d18f-45f7-8a55-6f9e9e34be0e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.818839] env[69520]: DEBUG nova.compute.manager [req-8738c642-9d4f-4213-81ac-5474ea3daeec req-c28d58f0-e191-4af1-8647-164d4aea3de6 service nova] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Detach interface failed, port_id=c485736f-e309-46db-9633-97933dbd3ba3, reason: Instance a14ef9e5-adfd-4020-affc-b25322802b4b could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.869922] env[69520]: INFO nova.compute.manager [-] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Took 1.43 seconds to deallocate network for instance. [ 784.880587] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.880862] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.880987] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Deleting the datastore file [datastore2] bd158f30-b46c-4c67-befb-ca1369ac5b7d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.881286] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35a50558-d7ba-476c-aad9-3ebfc56599dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.892193] env[69520]: DEBUG oslo_vmware.api [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 784.892193] env[69520]: value = "task-3481599" [ 784.892193] env[69520]: _type = "Task" [ 784.892193] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.904833] env[69520]: DEBUG oslo_vmware.api [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.034216] env[69520]: DEBUG oslo_vmware.rw_handles [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fe8e-1351-92a3-05f6-388bfaaf6003/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.035313] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dde7dcb-ad0b-4b55-8a6c-930dca9dc676 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.041856] env[69520]: DEBUG nova.network.neutron [-] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.042993] env[69520]: DEBUG oslo_vmware.rw_handles [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fe8e-1351-92a3-05f6-388bfaaf6003/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 785.043194] env[69520]: ERROR oslo_vmware.rw_handles [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fe8e-1351-92a3-05f6-388bfaaf6003/disk-0.vmdk due to incomplete transfer. [ 785.043612] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bbe28d59-afec-4a72-938e-f38260885e23 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.051788] env[69520]: DEBUG oslo_vmware.rw_handles [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273fe8e-1351-92a3-05f6-388bfaaf6003/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 785.051788] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Uploaded image 969926c9-7b3d-4c2a-b402-117975ac4bfa to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 785.053402] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.053564] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b5e9418-1848-4904-b0a1-7e0728695351 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.060565] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 785.060565] env[69520]: value = "task-3481600" [ 785.060565] env[69520]: _type = "Task" [ 785.060565] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.069161] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481600, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.106654] env[69520]: INFO nova.compute.manager [-] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Took 1.35 seconds to deallocate network for instance. [ 785.127221] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Successfully updated port: 67389c8e-5b09-4b7f-bf74-1e3ffadccbaf {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.174370] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 9e999262-f0b8-491e-87d5-abef92b85af2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 785.377070] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.403216] env[69520]: DEBUG oslo_vmware.api [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146801} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.403502] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.403820] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.406653] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.406653] env[69520]: INFO nova.compute.manager [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 785.406653] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.406653] env[69520]: DEBUG nova.compute.manager [-] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.406653] env[69520]: DEBUG nova.network.neutron [-] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.544606] env[69520]: INFO nova.compute.manager [-] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Took 1.26 seconds to deallocate network for instance. [ 785.571561] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481600, 'name': Destroy_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.613651] env[69520]: DEBUG oslo_concurrency.lockutils [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.629785] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "refresh_cache-38fa3f74-6ae4-436e-a3a8-c510219dfa8e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.629938] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "refresh_cache-38fa3f74-6ae4-436e-a3a8-c510219dfa8e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.630114] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.670647] env[69520]: DEBUG nova.network.neutron [-] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.677563] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance c636025a-d7ab-4261-9e60-eb4ffe0adc50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.051582] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.071635] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481600, 'name': Destroy_Task, 'duration_secs': 0.604873} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.072336] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Destroyed the VM [ 786.072626] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.072881] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4b13ddc4-ecb0-46bc-9574-ac8a5cc1aea5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.079458] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 786.079458] env[69520]: value = "task-3481601" [ 786.079458] env[69520]: _type = "Task" [ 786.079458] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.089206] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481601, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.107821] env[69520]: DEBUG nova.compute.manager [req-9f464967-3cbe-4a17-b553-6bca2782125d req-f9499b98-ff18-4a92-be3e-357295143afe service nova] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Received event network-vif-deleted-bf757d7f-68c8-4fff-89e0-f80c4a130104 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.108091] env[69520]: DEBUG nova.compute.manager [req-9f464967-3cbe-4a17-b553-6bca2782125d req-f9499b98-ff18-4a92-be3e-357295143afe service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Received event network-vif-deleted-0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.108300] env[69520]: INFO nova.compute.manager [req-9f464967-3cbe-4a17-b553-6bca2782125d req-f9499b98-ff18-4a92-be3e-357295143afe service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Neutron deleted interface 0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6; detaching it from the instance and deleting it from the info cache [ 786.108386] env[69520]: DEBUG nova.network.neutron [req-9f464967-3cbe-4a17-b553-6bca2782125d req-f9499b98-ff18-4a92-be3e-357295143afe service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.173247] env[69520]: INFO nova.compute.manager [-] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Took 1.85 seconds to deallocate network for instance. [ 786.183339] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 833bd12b-6d6a-43de-aa99-78181d11a19b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.191666] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.400047] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Updating instance_info_cache with network_info: [{"id": "67389c8e-5b09-4b7f-bf74-1e3ffadccbaf", "address": "fa:16:3e:a1:0b:e2", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67389c8e-5b", "ovs_interfaceid": "67389c8e-5b09-4b7f-bf74-1e3ffadccbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.411108] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "40f1f573-9bc0-43f2-97e8-80b863e1500c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.411423] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "40f1f573-9bc0-43f2-97e8-80b863e1500c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.411638] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "40f1f573-9bc0-43f2-97e8-80b863e1500c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.411825] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "40f1f573-9bc0-43f2-97e8-80b863e1500c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.411995] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "40f1f573-9bc0-43f2-97e8-80b863e1500c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.414583] env[69520]: INFO nova.compute.manager [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Terminating instance [ 786.431006] env[69520]: DEBUG nova.compute.manager [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Received event network-vif-deleted-6ada3a51-98cc-421a-a680-2bbddbcc0dbd {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.431231] env[69520]: DEBUG nova.compute.manager [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Received event network-vif-plugged-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.431422] env[69520]: DEBUG oslo_concurrency.lockutils [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] Acquiring lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.431608] env[69520]: DEBUG oslo_concurrency.lockutils [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] Lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.431827] env[69520]: DEBUG oslo_concurrency.lockutils [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] Lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.431955] env[69520]: DEBUG nova.compute.manager [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] No waiting events found dispatching network-vif-plugged-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.433392] env[69520]: WARNING nova.compute.manager [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Received unexpected event network-vif-plugged-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf for instance with vm_state building and task_state spawning. [ 786.437126] env[69520]: DEBUG nova.compute.manager [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Received event network-changed-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.437333] env[69520]: DEBUG nova.compute.manager [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Refreshing instance network info cache due to event network-changed-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.437519] env[69520]: DEBUG oslo_concurrency.lockutils [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] Acquiring lock "refresh_cache-38fa3f74-6ae4-436e-a3a8-c510219dfa8e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.511229] env[69520]: DEBUG nova.network.neutron [-] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.592156] env[69520]: DEBUG oslo_vmware.api [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481601, 'name': RemoveSnapshot_Task, 'duration_secs': 0.50214} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.592546] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 786.592963] env[69520]: INFO nova.compute.manager [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Took 13.63 seconds to snapshot the instance on the hypervisor. [ 786.613784] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a326c5dc-29bc-4e7f-9538-46d6221862d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.622796] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f891e05-9d05-4a0e-96d8-7b17c260dec2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.659687] env[69520]: DEBUG nova.compute.manager [req-9f464967-3cbe-4a17-b553-6bca2782125d req-f9499b98-ff18-4a92-be3e-357295143afe service nova] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Detach interface failed, port_id=0834ee5e-84c7-4a7d-ba2a-87a45e6e7fd6, reason: Instance bd158f30-b46c-4c67-befb-ca1369ac5b7d could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 786.688264] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance e228d044-e193-431a-b71e-42a95862936a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.690794] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.904327] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "refresh_cache-38fa3f74-6ae4-436e-a3a8-c510219dfa8e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.904789] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Instance network_info: |[{"id": "67389c8e-5b09-4b7f-bf74-1e3ffadccbaf", "address": "fa:16:3e:a1:0b:e2", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67389c8e-5b", "ovs_interfaceid": "67389c8e-5b09-4b7f-bf74-1e3ffadccbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.904994] env[69520]: DEBUG oslo_concurrency.lockutils [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] Acquired lock "refresh_cache-38fa3f74-6ae4-436e-a3a8-c510219dfa8e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.905298] env[69520]: DEBUG nova.network.neutron [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Refreshing network info cache for port 67389c8e-5b09-4b7f-bf74-1e3ffadccbaf {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.906454] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:0b:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67389c8e-5b09-4b7f-bf74-1e3ffadccbaf', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.913868] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Creating folder: Project (61c2b7545f5243edbe4e2aab7ea3780e). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.914816] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-915eb9e8-c06d-4ba6-90dc-48495bb810fb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.924645] env[69520]: DEBUG nova.compute.manager [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.924833] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.925599] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62856f0c-b09c-4b11-b422-93eb94d6de02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.930471] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Created folder: Project (61c2b7545f5243edbe4e2aab7ea3780e) in parent group-v695915. [ 786.930718] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Creating folder: Instances. Parent ref: group-v696037. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.931204] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aca8e5c9-bba2-412d-956b-6be260393aac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.934694] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.935014] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e4285ea-ea9c-467f-bad6-471011ae2260 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.939989] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Created folder: Instances in parent group-v696037. [ 786.939989] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.940148] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.940512] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25263987-a458-48b7-ac3a-b7742de1d05e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.964647] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "5332b924-b590-4878-a584-b7395d80c104" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.964862] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "5332b924-b590-4878-a584-b7395d80c104" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.965057] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.965057] env[69520]: value = "task-3481605" [ 786.965057] env[69520]: _type = "Task" [ 786.965057] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.972890] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481605, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.002982] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.003287] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.003476] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleting the datastore file [datastore1] 40f1f573-9bc0-43f2-97e8-80b863e1500c {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.003771] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c19ad2d-d01e-473a-8539-bcb1dc996568 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.012634] env[69520]: DEBUG oslo_vmware.api [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 787.012634] env[69520]: value = "task-3481606" [ 787.012634] env[69520]: _type = "Task" [ 787.012634] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.013376] env[69520]: INFO nova.compute.manager [-] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Took 1.61 seconds to deallocate network for instance. [ 787.026247] env[69520]: DEBUG oslo_vmware.api [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.097744] env[69520]: DEBUG nova.compute.manager [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Instance disappeared during snapshot {{(pid=69520) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 787.110718] env[69520]: DEBUG nova.compute.manager [None req-95129d58-8de3-4025-b758-fb838aff483c tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image not found during clean up 969926c9-7b3d-4c2a-b402-117975ac4bfa {{(pid=69520) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 787.192448] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 9f0ae0af-49d8-440b-aa76-a62a23941aaa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.475997] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481605, 'name': CreateVM_Task, 'duration_secs': 0.358791} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.476167] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.476878] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.477986] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.477986] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.477986] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570367de-4b97-41e7-bd3d-04a88999af90 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.482957] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 787.482957] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527ddce8-2f30-ac3f-0a8a-8cf70c8997e4" [ 787.482957] env[69520]: _type = "Task" [ 787.482957] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.497318] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527ddce8-2f30-ac3f-0a8a-8cf70c8997e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.524823] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.525143] env[69520]: DEBUG oslo_vmware.api [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200144} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.525666] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.525666] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.525825] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.525994] env[69520]: INFO nova.compute.manager [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Took 0.60 seconds to destroy the instance on the hypervisor. [ 787.526617] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.526617] env[69520]: DEBUG nova.compute.manager [-] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.526617] env[69520]: DEBUG nova.network.neutron [-] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.697940] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 28b5a2a1-0bcd-480b-923c-298210689c78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.724383] env[69520]: DEBUG nova.network.neutron [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Updated VIF entry in instance network info cache for port 67389c8e-5b09-4b7f-bf74-1e3ffadccbaf. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.728025] env[69520]: DEBUG nova.network.neutron [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Updating instance_info_cache with network_info: [{"id": "67389c8e-5b09-4b7f-bf74-1e3ffadccbaf", "address": "fa:16:3e:a1:0b:e2", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67389c8e-5b", "ovs_interfaceid": "67389c8e-5b09-4b7f-bf74-1e3ffadccbaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.993741] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527ddce8-2f30-ac3f-0a8a-8cf70c8997e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.994217] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.994501] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.994811] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.994997] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.995231] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.995858] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2364f9f-7bd0-46b3-bed4-c302c7f2e3f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.005636] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.005636] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.005775] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323555cf-ab73-4d83-a114-a86dd2c0e8d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.011793] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 788.011793] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c23b4-5147-c82f-5a13-45a330bb272b" [ 788.011793] env[69520]: _type = "Task" [ 788.011793] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.019772] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c23b4-5147-c82f-5a13-45a330bb272b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.198728] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 63a7a8e3-d656-4a18-8e56-2af4b8b54677 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 788.227164] env[69520]: DEBUG oslo_concurrency.lockutils [req-8cb07d76-3754-4e6a-888c-45fdb03224bd req-1b3607c0-f6e2-45b6-bbb5-cffa6c5ff3b8 service nova] Releasing lock "refresh_cache-38fa3f74-6ae4-436e-a3a8-c510219dfa8e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.300909] env[69520]: DEBUG nova.network.neutron [-] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.456897] env[69520]: DEBUG nova.compute.manager [req-8fd13d30-ecd2-4d2a-95dd-9709eacc98cf req-c197abfb-0be0-4f4f-aa26-005e37cfa24d service nova] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Received event network-vif-deleted-5c670fb2-e83c-47a6-bd59-bab5d9aa1285 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.523927] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c23b4-5147-c82f-5a13-45a330bb272b, 'name': SearchDatastore_Task, 'duration_secs': 0.008831} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.524776] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9659ac21-a301-420b-bb9f-451a64bee8dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.529763] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 788.529763] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52290efc-34bb-8ed2-8a43-30ba9f90c46d" [ 788.529763] env[69520]: _type = "Task" [ 788.529763] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.537922] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52290efc-34bb-8ed2-8a43-30ba9f90c46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.701539] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 4c2791ad-bae8-44d4-a17a-bebe2dc29af6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 788.803961] env[69520]: INFO nova.compute.manager [-] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Took 1.28 seconds to deallocate network for instance. [ 789.040499] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52290efc-34bb-8ed2-8a43-30ba9f90c46d, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.040800] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.041044] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 38fa3f74-6ae4-436e-a3a8-c510219dfa8e/38fa3f74-6ae4-436e-a3a8-c510219dfa8e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.041347] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd063f25-358e-4a0e-9cc0-8e7f8187c3d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.047664] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 789.047664] env[69520]: value = "task-3481607" [ 789.047664] env[69520]: _type = "Task" [ 789.047664] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.055363] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.205049] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 078bdb50-0a33-4034-a4eb-1ec9ea6f240d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 789.313945] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.558948] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481607, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.707918] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 76521970-acd4-4616-9653-9317fcbe05e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 790.058901] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514969} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.059216] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 38fa3f74-6ae4-436e-a3a8-c510219dfa8e/38fa3f74-6ae4-436e-a3a8-c510219dfa8e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.059437] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.060086] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75f7baf1-cf13-4aef-b70f-860776499b57 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.066601] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 790.066601] env[69520]: value = "task-3481608" [ 790.066601] env[69520]: _type = "Task" [ 790.066601] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.075156] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.213029] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance dd3924a2-7f69-4f64-8a72-dab941dfbe35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 790.576939] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060509} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.577247] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.578016] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3811e93d-2856-4904-807b-99c535bc0f08 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.599408] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 38fa3f74-6ae4-436e-a3a8-c510219dfa8e/38fa3f74-6ae4-436e-a3a8-c510219dfa8e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.599656] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74f669b3-41eb-46e8-9d23-4959df36329b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.619923] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 790.619923] env[69520]: value = "task-3481609" [ 790.619923] env[69520]: _type = "Task" [ 790.619923] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.626410] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.715492] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 935e3299-8852-4ca8-bf2c-3e12c731cebd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 790.715764] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 790.715911] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 791.128952] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481609, 'name': ReconfigVM_Task, 'duration_secs': 0.286265} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.129255] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 38fa3f74-6ae4-436e-a3a8-c510219dfa8e/38fa3f74-6ae4-436e-a3a8-c510219dfa8e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.132160] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14284b05-0a3f-4b9d-bf80-c875c3ad6d71 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.138721] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 791.138721] env[69520]: value = "task-3481610" [ 791.138721] env[69520]: _type = "Task" [ 791.138721] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.143979] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da21d06-f1c5-45b1-ba32-fe03a64b8bb8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.149257] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481610, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.153481] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01befdd3-96b2-40b6-92da-ef4ba56d9c9f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.184971] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86392b2c-bed2-410d-a53f-6457275351f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.192969] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb4b670-6804-4fda-bfce-d218aece8a14 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.206331] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.648687] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481610, 'name': Rename_Task, 'duration_secs': 0.128642} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.648968] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.649243] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1913e845-031e-4c9e-85e9-8c36fc7ecbda {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.655476] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 791.655476] env[69520]: value = "task-3481611" [ 791.655476] env[69520]: _type = "Task" [ 791.655476] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.663077] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.709289] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.166055] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481611, 'name': PowerOnVM_Task, 'duration_secs': 0.461441} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.166055] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.166055] env[69520]: INFO nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Took 7.55 seconds to spawn the instance on the hypervisor. [ 792.166055] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.166717] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50942f4-d560-48cb-8bc4-3ce4e2fa88ea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.214498] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 792.214757] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.712s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.215041] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.947s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.215242] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.217316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.857s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.218788] env[69520]: INFO nova.compute.claims [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.240865] env[69520]: INFO nova.scheduler.client.report [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Deleted allocations for instance a4b0b9e9-6fa3-49f8-a241-370e576267dc [ 792.684606] env[69520]: INFO nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Took 55.78 seconds to build instance. [ 792.750118] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed6efd89-ea2f-42d9-9f14-c99c6f3788da tempest-DeleteServersAdminTestJSON-1489607535 tempest-DeleteServersAdminTestJSON-1489607535-project-member] Lock "a4b0b9e9-6fa3-49f8-a241-370e576267dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.894s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.187026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.302s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.632743] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c18651-276c-48f3-a51b-bc05c1bafe1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.641416] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a0704b-98b7-44e8-8bdb-a66f49ca33d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.671224] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f9bf2b-4521-4b19-880b-9701668fbd7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.678474] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f1fcfa-c450-4958-8846-f6a775d48aa9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.692508] env[69520]: DEBUG nova.compute.manager [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.693857] env[69520]: DEBUG nova.compute.provider_tree [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.199701] env[69520]: DEBUG nova.scheduler.client.report [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.223716] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.707965] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.708540] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.711599] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.609s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.713014] env[69520]: INFO nova.compute.claims [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.217341] env[69520]: DEBUG nova.compute.utils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.221167] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.221433] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.279890] env[69520]: DEBUG nova.policy [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc28c0a2c43946599281515e7fe20b94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61c2b7545f5243edbe4e2aab7ea3780e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.578159] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Successfully created port: 46da4389-3aa6-4856-aca3-7f3b753f461c {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.721709] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.202150] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be1efba-61d4-4a74-a2cd-678fd029e083 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.209707] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519506c1-9ff0-4787-86fa-367745c5e0c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.244731] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c315f99-6498-406b-aad4-5a9c62ad4f13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.252864] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d67b26-b5c0-48ef-877b-ab5ce566476f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.266584] env[69520]: DEBUG nova.compute.provider_tree [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.749850] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.770353] env[69520]: DEBUG nova.scheduler.client.report [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.784990] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.785523] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.785523] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.785644] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.785908] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.785982] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.786420] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.786794] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.786794] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.786934] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.787109] env[69520]: DEBUG nova.virt.hardware [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.788599] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20021f00-1e85-4f00-accf-1b91a5e337c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.803075] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588133d1-0d17-4138-acd1-43f190fa436d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.033922] env[69520]: DEBUG nova.compute.manager [req-547fc3f1-4ea9-4083-a52d-acfb6b95cd3e req-1bd5566d-85dd-481e-97ec-e68817a33da8 service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Received event network-vif-plugged-46da4389-3aa6-4856-aca3-7f3b753f461c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.035053] env[69520]: DEBUG oslo_concurrency.lockutils [req-547fc3f1-4ea9-4083-a52d-acfb6b95cd3e req-1bd5566d-85dd-481e-97ec-e68817a33da8 service nova] Acquiring lock "a27c7c05-e62d-4015-8b5a-1419333663e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.035053] env[69520]: DEBUG oslo_concurrency.lockutils [req-547fc3f1-4ea9-4083-a52d-acfb6b95cd3e req-1bd5566d-85dd-481e-97ec-e68817a33da8 service nova] Lock "a27c7c05-e62d-4015-8b5a-1419333663e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.035383] env[69520]: DEBUG oslo_concurrency.lockutils [req-547fc3f1-4ea9-4083-a52d-acfb6b95cd3e req-1bd5566d-85dd-481e-97ec-e68817a33da8 service nova] Lock "a27c7c05-e62d-4015-8b5a-1419333663e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.035752] env[69520]: DEBUG nova.compute.manager [req-547fc3f1-4ea9-4083-a52d-acfb6b95cd3e req-1bd5566d-85dd-481e-97ec-e68817a33da8 service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] No waiting events found dispatching network-vif-plugged-46da4389-3aa6-4856-aca3-7f3b753f461c {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.035922] env[69520]: WARNING nova.compute.manager [req-547fc3f1-4ea9-4083-a52d-acfb6b95cd3e req-1bd5566d-85dd-481e-97ec-e68817a33da8 service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Received unexpected event network-vif-plugged-46da4389-3aa6-4856-aca3-7f3b753f461c for instance with vm_state building and task_state spawning. [ 797.138072] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Successfully updated port: 46da4389-3aa6-4856-aca3-7f3b753f461c {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.281326] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.281326] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.983s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.281326] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.283380] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.031s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.283483] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.285508] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.730s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.287150] env[69520]: INFO nova.compute.claims [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.312450] env[69520]: INFO nova.scheduler.client.report [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Deleted allocations for instance e78e3858-451b-4a84-9a18-ca78bae38b3d [ 797.318748] env[69520]: INFO nova.scheduler.client.report [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Deleted allocations for instance ee2b99fe-ab05-4db4-9ed0-0ca774a9333f [ 797.643633] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "refresh_cache-a27c7c05-e62d-4015-8b5a-1419333663e9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.643633] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "refresh_cache-a27c7c05-e62d-4015-8b5a-1419333663e9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.643633] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.795880] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquiring lock "45e6f2bb-dd26-4bee-897e-3ead588fac35" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.795880] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "45e6f2bb-dd26-4bee-897e-3ead588fac35" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.822075] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5cb75d1-617f-4d14-b4f6-2ef949a75bc1 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "e78e3858-451b-4a84-9a18-ca78bae38b3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.448s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.825622] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1a5fb6e-8235-4ae6-8c20-247c582c43d8 tempest-TenantUsagesTestJSON-882169915 tempest-TenantUsagesTestJSON-882169915-project-member] Lock "ee2b99fe-ab05-4db4-9ed0-0ca774a9333f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.975s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.198369] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.300149] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "45e6f2bb-dd26-4bee-897e-3ead588fac35" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.300775] env[69520]: DEBUG nova.compute.manager [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.588682] env[69520]: DEBUG nova.network.neutron [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Updating instance_info_cache with network_info: [{"id": "46da4389-3aa6-4856-aca3-7f3b753f461c", "address": "fa:16:3e:93:a8:f4", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46da4389-3a", "ovs_interfaceid": "46da4389-3aa6-4856-aca3-7f3b753f461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.801586] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2a4c7a-c479-4a56-873f-cb3be93836eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.810451] env[69520]: DEBUG nova.compute.utils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.816115] env[69520]: DEBUG nova.compute.manager [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.816342] env[69520]: DEBUG nova.network.neutron [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.820394] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1c4e3a-4121-411a-a53c-86bd236a4c7b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.858320] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0816ffc6-9ce8-47e2-bafb-4d5470fb08ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.867690] env[69520]: DEBUG nova.policy [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6678b95d5104f6c8c2a27016b4ba684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '266a688c3b7e4d55b5d1af3be64bb0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.868849] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b772d1ea-d8e4-44c0-b328-78f9b0505321 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.883303] env[69520]: DEBUG nova.compute.provider_tree [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.091789] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "refresh_cache-a27c7c05-e62d-4015-8b5a-1419333663e9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.092155] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Instance network_info: |[{"id": "46da4389-3aa6-4856-aca3-7f3b753f461c", "address": "fa:16:3e:93:a8:f4", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46da4389-3a", "ovs_interfaceid": "46da4389-3aa6-4856-aca3-7f3b753f461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.092582] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:a8:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46da4389-3aa6-4856-aca3-7f3b753f461c', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.101348] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.101935] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.102183] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61d500fa-3d88-4347-a1de-da5b7a5c1566 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.128739] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.128739] env[69520]: value = "task-3481612" [ 799.128739] env[69520]: _type = "Task" [ 799.128739] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.140888] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481612, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.142089] env[69520]: DEBUG nova.compute.manager [req-fbc2180b-c23d-4b05-a402-4cc5199ecc3f req-670c8f1b-354d-45d2-a2ef-74d3ff3c413a service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Received event network-changed-46da4389-3aa6-4856-aca3-7f3b753f461c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.142270] env[69520]: DEBUG nova.compute.manager [req-fbc2180b-c23d-4b05-a402-4cc5199ecc3f req-670c8f1b-354d-45d2-a2ef-74d3ff3c413a service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Refreshing instance network info cache due to event network-changed-46da4389-3aa6-4856-aca3-7f3b753f461c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.142479] env[69520]: DEBUG oslo_concurrency.lockutils [req-fbc2180b-c23d-4b05-a402-4cc5199ecc3f req-670c8f1b-354d-45d2-a2ef-74d3ff3c413a service nova] Acquiring lock "refresh_cache-a27c7c05-e62d-4015-8b5a-1419333663e9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.142620] env[69520]: DEBUG oslo_concurrency.lockutils [req-fbc2180b-c23d-4b05-a402-4cc5199ecc3f req-670c8f1b-354d-45d2-a2ef-74d3ff3c413a service nova] Acquired lock "refresh_cache-a27c7c05-e62d-4015-8b5a-1419333663e9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.142845] env[69520]: DEBUG nova.network.neutron [req-fbc2180b-c23d-4b05-a402-4cc5199ecc3f req-670c8f1b-354d-45d2-a2ef-74d3ff3c413a service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Refreshing network info cache for port 46da4389-3aa6-4856-aca3-7f3b753f461c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.327804] env[69520]: DEBUG nova.compute.manager [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.387614] env[69520]: DEBUG nova.scheduler.client.report [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.403592] env[69520]: DEBUG nova.network.neutron [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Successfully created port: 65681ff4-28ac-4b61-ac52-091fb11537b3 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.642370] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481612, 'name': CreateVM_Task, 'duration_secs': 0.41676} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.642674] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.643444] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.643625] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.643947] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.647297] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa9bd7a-a541-4a56-beb0-6a3ccdd453b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.652257] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 799.652257] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]522f467e-d297-f150-1d15-500bb675a5c4" [ 799.652257] env[69520]: _type = "Task" [ 799.652257] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.665230] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522f467e-d297-f150-1d15-500bb675a5c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.895313] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.895803] env[69520]: DEBUG nova.compute.manager [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.907516] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.417s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.913485] env[69520]: INFO nova.compute.claims [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.163611] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522f467e-d297-f150-1d15-500bb675a5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.017859} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.164196] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.164459] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.164705] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.164843] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.165030] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.165310] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f089fef8-9408-4419-883e-df7de401271f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.174484] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.174484] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.176161] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4739bbb-57e7-4a15-8c5d-abf972c90e1c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.183182] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 800.183182] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b0439c-b43c-70a2-46e5-780ae8df1145" [ 800.183182] env[69520]: _type = "Task" [ 800.183182] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.196123] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b0439c-b43c-70a2-46e5-780ae8df1145, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.196901] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5c1642-7528-4bfa-86fb-40c02ddf0273 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.202315] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 800.202315] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52224f28-cfa1-6f9b-b664-d531bcd6f21a" [ 800.202315] env[69520]: _type = "Task" [ 800.202315] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.209838] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52224f28-cfa1-6f9b-b664-d531bcd6f21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.309326] env[69520]: DEBUG nova.network.neutron [req-fbc2180b-c23d-4b05-a402-4cc5199ecc3f req-670c8f1b-354d-45d2-a2ef-74d3ff3c413a service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Updated VIF entry in instance network info cache for port 46da4389-3aa6-4856-aca3-7f3b753f461c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.309668] env[69520]: DEBUG nova.network.neutron [req-fbc2180b-c23d-4b05-a402-4cc5199ecc3f req-670c8f1b-354d-45d2-a2ef-74d3ff3c413a service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Updating instance_info_cache with network_info: [{"id": "46da4389-3aa6-4856-aca3-7f3b753f461c", "address": "fa:16:3e:93:a8:f4", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46da4389-3a", "ovs_interfaceid": "46da4389-3aa6-4856-aca3-7f3b753f461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.338344] env[69520]: DEBUG nova.compute.manager [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.361605] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.361858] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.362808] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.363114] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.363282] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.363468] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.363690] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.364172] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.364399] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.364577] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.364756] env[69520]: DEBUG nova.virt.hardware [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.365613] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9123244d-2193-4fb6-b87f-cb0c92f1683f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.374055] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c4e524-926b-4a84-82a3-532273772007 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.418554] env[69520]: DEBUG nova.compute.utils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.420373] env[69520]: DEBUG nova.compute.manager [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.420551] env[69520]: DEBUG nova.network.neutron [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.491199] env[69520]: DEBUG nova.policy [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a74ce41feeb41a9b289007c3d52c11c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf44b0703d134b609b2ceee0fdaab50d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.712400] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52224f28-cfa1-6f9b-b664-d531bcd6f21a, 'name': SearchDatastore_Task, 'duration_secs': 0.008192} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.713641] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.713927] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a27c7c05-e62d-4015-8b5a-1419333663e9/a27c7c05-e62d-4015-8b5a-1419333663e9.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.714203] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd47db90-a87e-4989-b49d-ef3a7a0cdc25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.722157] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 800.722157] env[69520]: value = "task-3481613" [ 800.722157] env[69520]: _type = "Task" [ 800.722157] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.732587] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.816982] env[69520]: DEBUG oslo_concurrency.lockutils [req-fbc2180b-c23d-4b05-a402-4cc5199ecc3f req-670c8f1b-354d-45d2-a2ef-74d3ff3c413a service nova] Releasing lock "refresh_cache-a27c7c05-e62d-4015-8b5a-1419333663e9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.930027] env[69520]: DEBUG nova.compute.manager [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.963694] env[69520]: DEBUG nova.network.neutron [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Successfully created port: 4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.239552] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481613, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.324027] env[69520]: DEBUG nova.compute.manager [req-c20aaaa0-442d-46f9-a927-b5873b5d3ddf req-411a1511-f0da-4a23-8b56-6f0686435a65 service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Received event network-vif-plugged-65681ff4-28ac-4b61-ac52-091fb11537b3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.324027] env[69520]: DEBUG oslo_concurrency.lockutils [req-c20aaaa0-442d-46f9-a927-b5873b5d3ddf req-411a1511-f0da-4a23-8b56-6f0686435a65 service nova] Acquiring lock "83163fb6-9218-4a97-88d2-4f03aede0d23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.324027] env[69520]: DEBUG oslo_concurrency.lockutils [req-c20aaaa0-442d-46f9-a927-b5873b5d3ddf req-411a1511-f0da-4a23-8b56-6f0686435a65 service nova] Lock "83163fb6-9218-4a97-88d2-4f03aede0d23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.324027] env[69520]: DEBUG oslo_concurrency.lockutils [req-c20aaaa0-442d-46f9-a927-b5873b5d3ddf req-411a1511-f0da-4a23-8b56-6f0686435a65 service nova] Lock "83163fb6-9218-4a97-88d2-4f03aede0d23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.324027] env[69520]: DEBUG nova.compute.manager [req-c20aaaa0-442d-46f9-a927-b5873b5d3ddf req-411a1511-f0da-4a23-8b56-6f0686435a65 service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] No waiting events found dispatching network-vif-plugged-65681ff4-28ac-4b61-ac52-091fb11537b3 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.324027] env[69520]: WARNING nova.compute.manager [req-c20aaaa0-442d-46f9-a927-b5873b5d3ddf req-411a1511-f0da-4a23-8b56-6f0686435a65 service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Received unexpected event network-vif-plugged-65681ff4-28ac-4b61-ac52-091fb11537b3 for instance with vm_state building and task_state spawning. [ 801.453785] env[69520]: DEBUG nova.network.neutron [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Successfully updated port: 65681ff4-28ac-4b61-ac52-091fb11537b3 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.516460] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.516699] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.523009] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac71307b-e428-4015-a28d-4e1cd76d5cb5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.531272] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9b9903-7e23-49a8-8da5-770709d37b54 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.566371] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38064da-eb30-4f4c-a158-39367517efc8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.574830] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db624ec1-5ec1-4952-b5c3-bafca7a2455d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.589830] env[69520]: DEBUG nova.compute.provider_tree [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.739444] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519236} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.740418] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a27c7c05-e62d-4015-8b5a-1419333663e9/a27c7c05-e62d-4015-8b5a-1419333663e9.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.740418] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.740418] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d91dbf76-78ac-4104-925d-bd4604727fe9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.752241] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 801.752241] env[69520]: value = "task-3481614" [ 801.752241] env[69520]: _type = "Task" [ 801.752241] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.761598] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.947799] env[69520]: DEBUG nova.compute.manager [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.960150] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquiring lock "refresh_cache-83163fb6-9218-4a97-88d2-4f03aede0d23" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.960150] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquired lock "refresh_cache-83163fb6-9218-4a97-88d2-4f03aede0d23" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.960150] env[69520]: DEBUG nova.network.neutron [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.985400] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.985795] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.985890] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.986012] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.986244] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.986397] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.986668] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.986897] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.987148] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.987346] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.987669] env[69520]: DEBUG nova.virt.hardware [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.988928] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a042e8-5fbb-47ab-9a59-438c598af819 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.999385] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb5900-862f-4d1e-a286-fc9797a1abb8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.093197] env[69520]: DEBUG nova.scheduler.client.report [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.264402] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070772} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.264688] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.265531] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d229ccf-36ff-4bc5-b098-37321afc0119 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.290364] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a27c7c05-e62d-4015-8b5a-1419333663e9/a27c7c05-e62d-4015-8b5a-1419333663e9.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.290665] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d52d80-61a1-46e7-a9f7-6a97e0c4b7e3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.312380] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 802.312380] env[69520]: value = "task-3481615" [ 802.312380] env[69520]: _type = "Task" [ 802.312380] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.322161] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.507677] env[69520]: DEBUG nova.network.neutron [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.602945] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.603498] env[69520]: DEBUG nova.compute.manager [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.606030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.448s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.610058] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.610058] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.367s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.610058] env[69520]: INFO nova.compute.claims [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.647842] env[69520]: INFO nova.scheduler.client.report [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Deleted allocations for instance 41e6960b-8fec-4bca-b0db-a9dbee4331e7 [ 802.678875] env[69520]: DEBUG nova.network.neutron [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Updating instance_info_cache with network_info: [{"id": "65681ff4-28ac-4b61-ac52-091fb11537b3", "address": "fa:16:3e:ab:b5:39", "network": {"id": "00d577bf-846b-417f-acbb-c550276e0509", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1547456999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "266a688c3b7e4d55b5d1af3be64bb0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65681ff4-28", "ovs_interfaceid": "65681ff4-28ac-4b61-ac52-091fb11537b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.825512] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481615, 'name': ReconfigVM_Task, 'duration_secs': 0.275876} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.828351] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a27c7c05-e62d-4015-8b5a-1419333663e9/a27c7c05-e62d-4015-8b5a-1419333663e9.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.828847] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40a9cc57-ef84-4055-bccc-65c8b819cba2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.836260] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 802.836260] env[69520]: value = "task-3481616" [ 802.836260] env[69520]: _type = "Task" [ 802.836260] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.846350] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481616, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.877318] env[69520]: DEBUG nova.compute.manager [req-f202b92d-34db-4a88-b581-064af05116ab req-d2025bf0-41c4-4ead-add7-7a26b7c39d62 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Received event network-vif-plugged-4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.877725] env[69520]: DEBUG oslo_concurrency.lockutils [req-f202b92d-34db-4a88-b581-064af05116ab req-d2025bf0-41c4-4ead-add7-7a26b7c39d62 service nova] Acquiring lock "9e999262-f0b8-491e-87d5-abef92b85af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.878130] env[69520]: DEBUG oslo_concurrency.lockutils [req-f202b92d-34db-4a88-b581-064af05116ab req-d2025bf0-41c4-4ead-add7-7a26b7c39d62 service nova] Lock "9e999262-f0b8-491e-87d5-abef92b85af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.878548] env[69520]: DEBUG oslo_concurrency.lockutils [req-f202b92d-34db-4a88-b581-064af05116ab req-d2025bf0-41c4-4ead-add7-7a26b7c39d62 service nova] Lock "9e999262-f0b8-491e-87d5-abef92b85af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.878914] env[69520]: DEBUG nova.compute.manager [req-f202b92d-34db-4a88-b581-064af05116ab req-d2025bf0-41c4-4ead-add7-7a26b7c39d62 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] No waiting events found dispatching network-vif-plugged-4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.879183] env[69520]: WARNING nova.compute.manager [req-f202b92d-34db-4a88-b581-064af05116ab req-d2025bf0-41c4-4ead-add7-7a26b7c39d62 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Received unexpected event network-vif-plugged-4c777b33-1014-4f21-b0c7-3a0270001f0f for instance with vm_state building and task_state spawning. [ 802.899025] env[69520]: DEBUG nova.network.neutron [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Successfully updated port: 4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.114143] env[69520]: DEBUG nova.compute.utils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.119313] env[69520]: DEBUG nova.compute.manager [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.119542] env[69520]: DEBUG nova.network.neutron [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.164982] env[69520]: DEBUG oslo_concurrency.lockutils [None req-04abd2d1-a475-45d1-b365-ebfbffc399dd tempest-ServerMetadataTestJSON-2103169423 tempest-ServerMetadataTestJSON-2103169423-project-member] Lock "41e6960b-8fec-4bca-b0db-a9dbee4331e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.440s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.182239] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Releasing lock "refresh_cache-83163fb6-9218-4a97-88d2-4f03aede0d23" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.182563] env[69520]: DEBUG nova.compute.manager [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Instance network_info: |[{"id": "65681ff4-28ac-4b61-ac52-091fb11537b3", "address": "fa:16:3e:ab:b5:39", "network": {"id": "00d577bf-846b-417f-acbb-c550276e0509", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1547456999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "266a688c3b7e4d55b5d1af3be64bb0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65681ff4-28", "ovs_interfaceid": "65681ff4-28ac-4b61-ac52-091fb11537b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.183107] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:b5:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65681ff4-28ac-4b61-ac52-091fb11537b3', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.194621] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Creating folder: Project (266a688c3b7e4d55b5d1af3be64bb0f6). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.195777] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82e78157-1449-47e6-ae1d-670c263cca69 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.206104] env[69520]: DEBUG nova.policy [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f21928861aa4181afafd32ab144d253', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71df338aa72044a4914d1d39c245f173', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.209927] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Created folder: Project (266a688c3b7e4d55b5d1af3be64bb0f6) in parent group-v695915. [ 803.210127] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Creating folder: Instances. Parent ref: group-v696041. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.210388] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f52dee8-cd01-493a-b232-369f77df038e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.220072] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Created folder: Instances in parent group-v696041. [ 803.220072] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.220261] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.220468] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d353951-33b5-481c-9c87-69d439932fbc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.241623] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.241623] env[69520]: value = "task-3481619" [ 803.241623] env[69520]: _type = "Task" [ 803.241623] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.250537] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481619, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.351788] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481616, 'name': Rename_Task, 'duration_secs': 0.135028} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.352450] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.353553] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6621c7d1-7198-45a1-acb5-e0dbda4a4518 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.360740] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 803.360740] env[69520]: value = "task-3481620" [ 803.360740] env[69520]: _type = "Task" [ 803.360740] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.369974] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.402414] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.402590] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquired lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.402751] env[69520]: DEBUG nova.network.neutron [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.623451] env[69520]: DEBUG nova.compute.manager [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.757899] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481619, 'name': CreateVM_Task, 'duration_secs': 0.394845} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.757899] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.757899] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.757899] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.757899] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.757899] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e511d3d1-2dba-4c92-b5c8-a38db965067c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.769772] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for the task: (returnval){ [ 803.769772] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ed6263-64bf-5bf0-dad8-c42fa5912225" [ 803.769772] env[69520]: _type = "Task" [ 803.769772] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.777496] env[69520]: DEBUG nova.compute.manager [req-0781a34d-053f-48e3-b3aa-1cb72256650c req-48a8a35a-e5aa-4e0f-9b9a-841225a9096f service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Received event network-changed-65681ff4-28ac-4b61-ac52-091fb11537b3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.777496] env[69520]: DEBUG nova.compute.manager [req-0781a34d-053f-48e3-b3aa-1cb72256650c req-48a8a35a-e5aa-4e0f-9b9a-841225a9096f service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Refreshing instance network info cache due to event network-changed-65681ff4-28ac-4b61-ac52-091fb11537b3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.777496] env[69520]: DEBUG oslo_concurrency.lockutils [req-0781a34d-053f-48e3-b3aa-1cb72256650c req-48a8a35a-e5aa-4e0f-9b9a-841225a9096f service nova] Acquiring lock "refresh_cache-83163fb6-9218-4a97-88d2-4f03aede0d23" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.777496] env[69520]: DEBUG oslo_concurrency.lockutils [req-0781a34d-053f-48e3-b3aa-1cb72256650c req-48a8a35a-e5aa-4e0f-9b9a-841225a9096f service nova] Acquired lock "refresh_cache-83163fb6-9218-4a97-88d2-4f03aede0d23" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.777496] env[69520]: DEBUG nova.network.neutron [req-0781a34d-053f-48e3-b3aa-1cb72256650c req-48a8a35a-e5aa-4e0f-9b9a-841225a9096f service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Refreshing network info cache for port 65681ff4-28ac-4b61-ac52-091fb11537b3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.785078] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ed6263-64bf-5bf0-dad8-c42fa5912225, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.787997] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.788288] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.788547] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.788702] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.789501] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.789687] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50649ae4-a207-437a-9f86-0e76f4db5fba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.799888] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.801349] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.802071] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f2b8a8a-8f11-40b9-8724-09a7eb5e9cb9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.811244] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for the task: (returnval){ [ 803.811244] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5299b516-e881-d72b-efe8-88b3c7fbda4a" [ 803.811244] env[69520]: _type = "Task" [ 803.811244] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.832715] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5299b516-e881-d72b-efe8-88b3c7fbda4a, 'name': SearchDatastore_Task, 'duration_secs': 0.012385} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.833570] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7bb778-94c5-483c-a84e-d39c2c13d09c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.843755] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for the task: (returnval){ [ 803.843755] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524fa124-e38f-c508-5024-4c9d6bca8fca" [ 803.843755] env[69520]: _type = "Task" [ 803.843755] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.854195] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524fa124-e38f-c508-5024-4c9d6bca8fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.869706] env[69520]: DEBUG oslo_vmware.api [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481620, 'name': PowerOnVM_Task, 'duration_secs': 0.508627} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.872472] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.872833] env[69520]: INFO nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Took 7.12 seconds to spawn the instance on the hypervisor. [ 803.873104] env[69520]: DEBUG nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.874126] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6f7aaf-55c7-4e81-b194-ecfafaa102c1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.978560] env[69520]: DEBUG nova.network.neutron [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.262690] env[69520]: DEBUG nova.network.neutron [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Successfully created port: 2284c058-5426-4b21-8822-12353878f327 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.269550] env[69520]: DEBUG nova.network.neutron [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Updating instance_info_cache with network_info: [{"id": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "address": "fa:16:3e:e0:67:94", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c777b33-10", "ovs_interfaceid": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.279644] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22b3ac0-c4e7-48a9-9abe-25d2d7d99a00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.292359] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab16ac45-b0bf-45fb-ae36-69fe94e4ab7d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.325546] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19083b6c-4f98-4d31-9e39-3eb8f4bde7cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.335849] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e223a94b-f06a-48ee-ad6f-6c7e285a0eef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.353650] env[69520]: DEBUG nova.compute.provider_tree [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.365860] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524fa124-e38f-c508-5024-4c9d6bca8fca, 'name': SearchDatastore_Task, 'duration_secs': 0.014284} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.367316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.367316] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 83163fb6-9218-4a97-88d2-4f03aede0d23/83163fb6-9218-4a97-88d2-4f03aede0d23.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.367594] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70b207a4-48ad-456a-8b80-0740d8b5cdad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.375266] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for the task: (returnval){ [ 804.375266] env[69520]: value = "task-3481621" [ 804.375266] env[69520]: _type = "Task" [ 804.375266] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.384095] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.400162] env[69520]: INFO nova.compute.manager [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Took 61.06 seconds to build instance. [ 804.615460] env[69520]: DEBUG nova.network.neutron [req-0781a34d-053f-48e3-b3aa-1cb72256650c req-48a8a35a-e5aa-4e0f-9b9a-841225a9096f service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Updated VIF entry in instance network info cache for port 65681ff4-28ac-4b61-ac52-091fb11537b3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.615903] env[69520]: DEBUG nova.network.neutron [req-0781a34d-053f-48e3-b3aa-1cb72256650c req-48a8a35a-e5aa-4e0f-9b9a-841225a9096f service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Updating instance_info_cache with network_info: [{"id": "65681ff4-28ac-4b61-ac52-091fb11537b3", "address": "fa:16:3e:ab:b5:39", "network": {"id": "00d577bf-846b-417f-acbb-c550276e0509", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1547456999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "266a688c3b7e4d55b5d1af3be64bb0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65681ff4-28", "ovs_interfaceid": "65681ff4-28ac-4b61-ac52-091fb11537b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.641116] env[69520]: DEBUG nova.compute.manager [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.669295] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:44:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='daed20f5-e3f5-415d-a6f8-95fe106f846e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2138019954',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.669729] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.669960] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.670613] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.670898] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.671742] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.671742] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.671742] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.671900] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.672146] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.672414] env[69520]: DEBUG nova.virt.hardware [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.673600] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e1dd25-a8c9-4ea9-95f5-a91f92c1f842 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.693051] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b36573c-7989-4f52-b6c7-bb81b5e03870 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.771488] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Releasing lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.771867] env[69520]: DEBUG nova.compute.manager [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Instance network_info: |[{"id": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "address": "fa:16:3e:e0:67:94", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c777b33-10", "ovs_interfaceid": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.772644] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:67:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c777b33-1014-4f21-b0c7-3a0270001f0f', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.786537] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.786537] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.786537] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a398a778-1045-4752-97e6-a34d3cb6cc9c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.809477] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.809477] env[69520]: value = "task-3481622" [ 804.809477] env[69520]: _type = "Task" [ 804.809477] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.818689] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481622, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.860138] env[69520]: DEBUG nova.scheduler.client.report [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.889934] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481621, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.901887] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61164444-d0a5-4e2d-b9f4-1feb82c7bf3c tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "a27c7c05-e62d-4015-8b5a-1419333663e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.984s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.118801] env[69520]: DEBUG oslo_concurrency.lockutils [req-0781a34d-053f-48e3-b3aa-1cb72256650c req-48a8a35a-e5aa-4e0f-9b9a-841225a9096f service nova] Releasing lock "refresh_cache-83163fb6-9218-4a97-88d2-4f03aede0d23" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.186530] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "a27c7c05-e62d-4015-8b5a-1419333663e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.186853] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "a27c7c05-e62d-4015-8b5a-1419333663e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.187123] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "a27c7c05-e62d-4015-8b5a-1419333663e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.187271] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "a27c7c05-e62d-4015-8b5a-1419333663e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.187733] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "a27c7c05-e62d-4015-8b5a-1419333663e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.190298] env[69520]: INFO nova.compute.manager [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Terminating instance [ 805.203786] env[69520]: DEBUG nova.compute.manager [req-a6f91712-f9c2-4334-a9cb-6dc63dadbd0d req-eeddb8e4-780d-4542-bcb4-6386a8ae7947 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Received event network-changed-4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.203786] env[69520]: DEBUG nova.compute.manager [req-a6f91712-f9c2-4334-a9cb-6dc63dadbd0d req-eeddb8e4-780d-4542-bcb4-6386a8ae7947 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Refreshing instance network info cache due to event network-changed-4c777b33-1014-4f21-b0c7-3a0270001f0f. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.203786] env[69520]: DEBUG oslo_concurrency.lockutils [req-a6f91712-f9c2-4334-a9cb-6dc63dadbd0d req-eeddb8e4-780d-4542-bcb4-6386a8ae7947 service nova] Acquiring lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.203786] env[69520]: DEBUG oslo_concurrency.lockutils [req-a6f91712-f9c2-4334-a9cb-6dc63dadbd0d req-eeddb8e4-780d-4542-bcb4-6386a8ae7947 service nova] Acquired lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.203786] env[69520]: DEBUG nova.network.neutron [req-a6f91712-f9c2-4334-a9cb-6dc63dadbd0d req-eeddb8e4-780d-4542-bcb4-6386a8ae7947 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Refreshing network info cache for port 4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.326017] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481622, 'name': CreateVM_Task, 'duration_secs': 0.49944} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.326017] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.326017] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.326320] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.326574] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.326833] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c663e6d-9b7b-4f0b-a7e0-33bc0ae8d0a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.336808] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 805.336808] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5252d26f-e0fd-fe25-9318-4833ac14789d" [ 805.336808] env[69520]: _type = "Task" [ 805.336808] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.345936] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5252d26f-e0fd-fe25-9318-4833ac14789d, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.348280] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.348524] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.348795] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.348899] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.349099] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.349661] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1df842cc-e360-40b1-91f8-8375834eb5f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.360480] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.360480] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.360737] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1260dd-84a0-491f-9ac9-b4082717ec1b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.366795] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.367021] env[69520]: DEBUG nova.compute.manager [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.371041] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.582s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.372587] env[69520]: INFO nova.compute.claims [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.375480] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 805.375480] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5254cc09-1914-28d1-06d3-918740187be5" [ 805.375480] env[69520]: _type = "Task" [ 805.375480] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.387718] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5254cc09-1914-28d1-06d3-918740187be5, 'name': SearchDatastore_Task, 'duration_secs': 0.008298} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.395465] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676322} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.395465] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f9e1d7-675c-4261-a8d9-7204ba54caf3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.398890] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 83163fb6-9218-4a97-88d2-4f03aede0d23/83163fb6-9218-4a97-88d2-4f03aede0d23.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.399095] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.399431] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59f207af-af92-440a-9c4f-27d53814a4d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.404357] env[69520]: DEBUG nova.compute.manager [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.409248] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 805.409248] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521f6367-63b1-2e15-8322-eb4536f1b169" [ 805.409248] env[69520]: _type = "Task" [ 805.409248] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.409478] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for the task: (returnval){ [ 805.409478] env[69520]: value = "task-3481623" [ 805.409478] env[69520]: _type = "Task" [ 805.409478] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.423037] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521f6367-63b1-2e15-8322-eb4536f1b169, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.425994] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.426371] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9e999262-f0b8-491e-87d5-abef92b85af2/9e999262-f0b8-491e-87d5-abef92b85af2.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.426926] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.427754] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-955875d9-6f3e-43ae-8cc0-28385d1901be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.433753] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 805.433753] env[69520]: value = "task-3481624" [ 805.433753] env[69520]: _type = "Task" [ 805.433753] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.441948] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.608869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.609387] env[69520]: DEBUG oslo_concurrency.lockutils [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.609701] env[69520]: DEBUG oslo_concurrency.lockutils [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.609970] env[69520]: DEBUG oslo_concurrency.lockutils [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.610802] env[69520]: DEBUG oslo_concurrency.lockutils [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.613870] env[69520]: INFO nova.compute.manager [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Terminating instance [ 805.694068] env[69520]: DEBUG nova.compute.manager [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.694307] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.695308] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c1fc4-4017-4907-9892-af7afb36c53e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.706720] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.710959] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ced3890-d2c0-40be-ba23-36d41237fbd3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.721677] env[69520]: DEBUG oslo_vmware.api [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 805.721677] env[69520]: value = "task-3481625" [ 805.721677] env[69520]: _type = "Task" [ 805.721677] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.734019] env[69520]: DEBUG oslo_vmware.api [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.881507] env[69520]: DEBUG nova.compute.utils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.885642] env[69520]: DEBUG nova.compute.manager [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Not allocating networking since 'none' was specified. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 805.937158] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065477} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.946163] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.950365] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bff3d3-dd17-44e3-ade9-ea147c41d590 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.959304] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.960733] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.960849] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.966550] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481212} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.981741] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9e999262-f0b8-491e-87d5-abef92b85af2/9e999262-f0b8-491e-87d5-abef92b85af2.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.982021] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.993037] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 83163fb6-9218-4a97-88d2-4f03aede0d23/83163fb6-9218-4a97-88d2-4f03aede0d23.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.996947] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaa5f81b-456a-42e8-8dc0-b3ffb137ad77 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.000336] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ed5423e-b680-499b-a682-dbc152705b42 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.022711] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 806.022711] env[69520]: value = "task-3481626" [ 806.022711] env[69520]: _type = "Task" [ 806.022711] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.024594] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for the task: (returnval){ [ 806.024594] env[69520]: value = "task-3481627" [ 806.024594] env[69520]: _type = "Task" [ 806.024594] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.038168] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.042335] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481627, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.119353] env[69520]: DEBUG nova.compute.manager [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.119776] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.120549] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c64fcb-ca89-4a17-8328-80cdd9d68633 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.130361] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.130481] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13931033-dd7d-47fe-9976-b490b6be144d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.140022] env[69520]: DEBUG oslo_vmware.api [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 806.140022] env[69520]: value = "task-3481628" [ 806.140022] env[69520]: _type = "Task" [ 806.140022] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.150579] env[69520]: DEBUG oslo_vmware.api [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.160118] env[69520]: DEBUG nova.network.neutron [req-a6f91712-f9c2-4334-a9cb-6dc63dadbd0d req-eeddb8e4-780d-4542-bcb4-6386a8ae7947 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Updated VIF entry in instance network info cache for port 4c777b33-1014-4f21-b0c7-3a0270001f0f. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.160118] env[69520]: DEBUG nova.network.neutron [req-a6f91712-f9c2-4334-a9cb-6dc63dadbd0d req-eeddb8e4-780d-4542-bcb4-6386a8ae7947 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Updating instance_info_cache with network_info: [{"id": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "address": "fa:16:3e:e0:67:94", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c777b33-10", "ovs_interfaceid": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.232729] env[69520]: DEBUG oslo_vmware.api [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481625, 'name': PowerOffVM_Task, 'duration_secs': 0.278295} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.233362] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.233692] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.234062] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25fa00dc-9980-4719-ac13-773ca100b252 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.389393] env[69520]: DEBUG nova.compute.manager [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.391765] env[69520]: DEBUG nova.network.neutron [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Successfully updated port: 2284c058-5426-4b21-8822-12353878f327 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.542051] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.544754] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076841} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.547141] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.548138] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d239b58b-c7d1-4631-81ae-6b1e7ec7a5dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.316041] env[69520]: DEBUG oslo_concurrency.lockutils [req-a6f91712-f9c2-4334-a9cb-6dc63dadbd0d req-eeddb8e4-780d-4542-bcb4-6386a8ae7947 service nova] Releasing lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.323023] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.323023] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.323023] env[69520]: DEBUG nova.network.neutron [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.323023] env[69520]: DEBUG nova.compute.manager [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Received event network-vif-plugged-2284c058-5426-4b21-8822-12353878f327 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.323023] env[69520]: DEBUG oslo_concurrency.lockutils [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] Acquiring lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.323023] env[69520]: DEBUG oslo_concurrency.lockutils [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] Lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.323023] env[69520]: DEBUG oslo_concurrency.lockutils [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] Lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.323023] env[69520]: DEBUG nova.compute.manager [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] No waiting events found dispatching network-vif-plugged-2284c058-5426-4b21-8822-12353878f327 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.323023] env[69520]: WARNING nova.compute.manager [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Received unexpected event network-vif-plugged-2284c058-5426-4b21-8822-12353878f327 for instance with vm_state building and task_state spawning. [ 807.323023] env[69520]: DEBUG nova.compute.manager [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Received event network-changed-2284c058-5426-4b21-8822-12353878f327 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.323023] env[69520]: DEBUG nova.compute.manager [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Refreshing instance network info cache due to event network-changed-2284c058-5426-4b21-8822-12353878f327. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.323023] env[69520]: DEBUG oslo_concurrency.lockutils [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] Acquiring lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.323023] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.323023] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.323545] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleting the datastore file [datastore2] a27c7c05-e62d-4015-8b5a-1419333663e9 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.330387] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-278e9212-76a0-4aee-9287-3be517b34f37 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.351889] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9e999262-f0b8-491e-87d5-abef92b85af2/9e999262-f0b8-491e-87d5-abef92b85af2.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.361881] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-165211c0-3b98-4710-9ff9-838a66d3b0a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.376996] env[69520]: DEBUG oslo_vmware.api [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 807.376996] env[69520]: value = "task-3481630" [ 807.376996] env[69520]: _type = "Task" [ 807.376996] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.377290] env[69520]: DEBUG oslo_vmware.api [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481628, 'name': PowerOffVM_Task, 'duration_secs': 0.616318} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.377424] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481627, 'name': ReconfigVM_Task, 'duration_secs': 0.866087} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.378262] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.378452] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.378700] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 83163fb6-9218-4a97-88d2-4f03aede0d23/83163fb6-9218-4a97-88d2-4f03aede0d23.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.382659] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71893cd2-7588-4376-b633-00ffde6dc9ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.384040] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e360008-ff7e-4b4a-ae10-26d46480b100 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.387013] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 807.387013] env[69520]: value = "task-3481631" [ 807.387013] env[69520]: _type = "Task" [ 807.387013] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.394228] env[69520]: DEBUG oslo_vmware.api [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.397862] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for the task: (returnval){ [ 807.397862] env[69520]: value = "task-3481633" [ 807.397862] env[69520]: _type = "Task" [ 807.397862] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.404286] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.409763] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481633, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.458206] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.458425] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.458594] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleting the datastore file [datastore2] 38fa3f74-6ae4-436e-a3a8-c510219dfa8e {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.460959] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c41010dd-ab8f-46ed-a436-5ec802e82390 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.465242] env[69520]: DEBUG oslo_vmware.api [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 807.465242] env[69520]: value = "task-3481634" [ 807.465242] env[69520]: _type = "Task" [ 807.465242] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.474414] env[69520]: DEBUG oslo_vmware.api [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.686287] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff82e1-860a-4e6a-af5e-852bd49111ed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.696632] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e025a5a-e2f6-4119-b232-93779b5c9e19 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.753514] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca9fb16-4dee-4b69-a37a-2a846f8e2142 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.762858] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ede3e-c533-42c7-83e2-83e5677667c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.780048] env[69520]: DEBUG nova.compute.provider_tree [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.827206] env[69520]: DEBUG nova.compute.manager [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.859614] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.859923] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.860024] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.860196] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.860389] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.860543] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.860781] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.861281] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.861281] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.861281] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.861496] env[69520]: DEBUG nova.virt.hardware [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.862819] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80812d74-af98-44fc-95be-733ef9c3e62f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.870837] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24432222-974a-4bf1-9642-f0201fa78909 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.885107] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.891611] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Creating folder: Project (a7a4cf5fd4314df582db9739fe9b3067). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.892556] env[69520]: DEBUG nova.network.neutron [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.898347] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc043be7-42d3-4bb1-9194-e59746dcfed0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.909026] env[69520]: DEBUG oslo_vmware.api [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322037} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.909578] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.909759] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.910060] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.910129] env[69520]: INFO nova.compute.manager [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Took 2.22 seconds to destroy the instance on the hypervisor. [ 807.910573] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.913867] env[69520]: DEBUG nova.compute.manager [-] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.913988] env[69520]: DEBUG nova.network.neutron [-] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.915508] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481631, 'name': ReconfigVM_Task, 'duration_secs': 0.369816} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.919118] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9e999262-f0b8-491e-87d5-abef92b85af2/9e999262-f0b8-491e-87d5-abef92b85af2.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.919739] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481633, 'name': Rename_Task, 'duration_secs': 0.278595} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.919948] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Created folder: Project (a7a4cf5fd4314df582db9739fe9b3067) in parent group-v695915. [ 807.920122] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Creating folder: Instances. Parent ref: group-v696045. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.922566] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcdd901c-33e4-44e9-ac1a-6bc038b40c8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.924176] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.924481] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a67b196a-fb03-4b4b-82be-27c72b143eb4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.925746] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ff04120-7817-4421-9720-6b1f07f13d60 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.932048] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 807.932048] env[69520]: value = "task-3481636" [ 807.932048] env[69520]: _type = "Task" [ 807.932048] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.933497] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for the task: (returnval){ [ 807.933497] env[69520]: value = "task-3481638" [ 807.933497] env[69520]: _type = "Task" [ 807.933497] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.940628] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Created folder: Instances in parent group-v696045. [ 807.940874] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.941357] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.941573] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-520e394c-0ea9-453a-bd0e-0429afecc7e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.963391] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481636, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.963696] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.971231] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.971231] env[69520]: value = "task-3481639" [ 807.971231] env[69520]: _type = "Task" [ 807.971231] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.982374] env[69520]: DEBUG oslo_vmware.api [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253019} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.982676] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.983089] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.983317] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.983735] env[69520]: INFO nova.compute.manager [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Took 1.86 seconds to destroy the instance on the hypervisor. [ 807.983837] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.984546] env[69520]: DEBUG nova.compute.manager [-] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.984642] env[69520]: DEBUG nova.network.neutron [-] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.989632] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481639, 'name': CreateVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.149079] env[69520]: DEBUG nova.network.neutron [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance_info_cache with network_info: [{"id": "2284c058-5426-4b21-8822-12353878f327", "address": "fa:16:3e:1f:7c:4c", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2284c058-54", "ovs_interfaceid": "2284c058-5426-4b21-8822-12353878f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.287349] env[69520]: DEBUG nova.scheduler.client.report [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.447152] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481638, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.451299] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481636, 'name': Rename_Task, 'duration_secs': 0.19212} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.451299] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.451299] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84475128-bf72-4ba8-b214-9f7a27df8480 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.456423] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 808.456423] env[69520]: value = "task-3481640" [ 808.456423] env[69520]: _type = "Task" [ 808.456423] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.464711] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.482058] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481639, 'name': CreateVM_Task, 'duration_secs': 0.316578} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.482778] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.483223] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.483387] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.483753] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.484275] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3db6fcd-4220-493d-b0f2-2c95ffab5167 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.488953] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 808.488953] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521ec4c9-d824-b93e-45ac-49210848af12" [ 808.488953] env[69520]: _type = "Task" [ 808.488953] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.497778] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521ec4c9-d824-b93e-45ac-49210848af12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.499458] env[69520]: DEBUG nova.compute.manager [req-b2a73493-9271-4dde-b67f-ad57480e7cf2 req-0f45228b-44aa-4bac-8336-87080dfacfae service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Received event network-vif-deleted-46da4389-3aa6-4856-aca3-7f3b753f461c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.499458] env[69520]: INFO nova.compute.manager [req-b2a73493-9271-4dde-b67f-ad57480e7cf2 req-0f45228b-44aa-4bac-8336-87080dfacfae service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Neutron deleted interface 46da4389-3aa6-4856-aca3-7f3b753f461c; detaching it from the instance and deleting it from the info cache [ 808.499567] env[69520]: DEBUG nova.network.neutron [req-b2a73493-9271-4dde-b67f-ad57480e7cf2 req-0f45228b-44aa-4bac-8336-87080dfacfae service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.650751] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.651171] env[69520]: DEBUG nova.compute.manager [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Instance network_info: |[{"id": "2284c058-5426-4b21-8822-12353878f327", "address": "fa:16:3e:1f:7c:4c", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2284c058-54", "ovs_interfaceid": "2284c058-5426-4b21-8822-12353878f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.651763] env[69520]: DEBUG oslo_concurrency.lockutils [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] Acquired lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.651830] env[69520]: DEBUG nova.network.neutron [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Refreshing network info cache for port 2284c058-5426-4b21-8822-12353878f327 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.653051] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:7c:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2284c058-5426-4b21-8822-12353878f327', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.661256] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.661669] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.664775] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-161b3e24-8c61-47da-82b6-08848388bc95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.687857] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.687857] env[69520]: value = "task-3481641" [ 808.687857] env[69520]: _type = "Task" [ 808.687857] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.696281] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481641, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.796351] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.425s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.796893] env[69520]: DEBUG nova.compute.manager [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.800873] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.969s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.803581] env[69520]: INFO nova.compute.claims [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.951022] env[69520]: DEBUG oslo_vmware.api [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481638, 'name': PowerOnVM_Task, 'duration_secs': 0.523333} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.951022] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.951022] env[69520]: INFO nova.compute.manager [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Took 8.61 seconds to spawn the instance on the hypervisor. [ 808.951022] env[69520]: DEBUG nova.compute.manager [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.951022] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe926c6-a4a8-4bde-ace1-5f60602807e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.969181] env[69520]: DEBUG nova.network.neutron [-] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.970107] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.977150] env[69520]: DEBUG nova.network.neutron [-] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.999236] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521ec4c9-d824-b93e-45ac-49210848af12, 'name': SearchDatastore_Task, 'duration_secs': 0.024661} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.002475] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.002475] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.002475] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.002475] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.002475] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.002475] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0a0efb9-415f-41c7-ac9b-91cc7ca18615 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.003833] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98c92214-2c5b-4bf5-ae02-fac14326b310 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.012157] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c14a35e-e609-4e41-ac68-2b25aa2b9c12 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.024737] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.024929] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.026292] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ce639f-0ce3-4f3a-a8bc-a6bd864e4b87 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.031741] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 809.031741] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526eeeef-4ade-3ff2-4841-7fdba5b9af5a" [ 809.031741] env[69520]: _type = "Task" [ 809.031741] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.046517] env[69520]: DEBUG nova.compute.manager [req-b2a73493-9271-4dde-b67f-ad57480e7cf2 req-0f45228b-44aa-4bac-8336-87080dfacfae service nova] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Detach interface failed, port_id=46da4389-3aa6-4856-aca3-7f3b753f461c, reason: Instance a27c7c05-e62d-4015-8b5a-1419333663e9 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 809.053123] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526eeeef-4ade-3ff2-4841-7fdba5b9af5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01613} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.055022] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3e568c-9a5f-4d82-87b7-363871bbbb13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.059595] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 809.059595] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52355e49-7dce-e3d3-9080-bed1d4e32225" [ 809.059595] env[69520]: _type = "Task" [ 809.059595] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.067981] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52355e49-7dce-e3d3-9080-bed1d4e32225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.202748] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481641, 'name': CreateVM_Task, 'duration_secs': 0.413908} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.202748] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.203648] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.203893] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.204444] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.204637] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4513bb5f-9a2d-4b34-bbfe-1c86b57d6654 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.210461] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 809.210461] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ced317-a307-a3fe-a00d-e9fe5250c852" [ 809.210461] env[69520]: _type = "Task" [ 809.210461] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.222368] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ced317-a307-a3fe-a00d-e9fe5250c852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.308533] env[69520]: DEBUG nova.compute.utils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.314023] env[69520]: DEBUG nova.compute.manager [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.314023] env[69520]: DEBUG nova.network.neutron [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.409561] env[69520]: DEBUG nova.policy [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd7123c7d6e647c99d1b4b5e69f6801a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdcdac52cdad44909442bedef97f3a28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.471334] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.476698] env[69520]: INFO nova.compute.manager [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Took 62.39 seconds to build instance. [ 809.479142] env[69520]: INFO nova.compute.manager [-] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Took 1.56 seconds to deallocate network for instance. [ 809.483203] env[69520]: INFO nova.compute.manager [-] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Took 1.50 seconds to deallocate network for instance. [ 809.570848] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52355e49-7dce-e3d3-9080-bed1d4e32225, 'name': SearchDatastore_Task, 'duration_secs': 0.014056} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.571393] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.572649] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 833bd12b-6d6a-43de-aa99-78181d11a19b/833bd12b-6d6a-43de-aa99-78181d11a19b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.572649] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89dfda91-8178-4cf8-b784-c3f8ca73eef4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.579878] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 809.579878] env[69520]: value = "task-3481642" [ 809.579878] env[69520]: _type = "Task" [ 809.579878] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.591678] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.669243] env[69520]: DEBUG nova.network.neutron [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updated VIF entry in instance network info cache for port 2284c058-5426-4b21-8822-12353878f327. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.669614] env[69520]: DEBUG nova.network.neutron [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance_info_cache with network_info: [{"id": "2284c058-5426-4b21-8822-12353878f327", "address": "fa:16:3e:1f:7c:4c", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2284c058-54", "ovs_interfaceid": "2284c058-5426-4b21-8822-12353878f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.723447] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ced317-a307-a3fe-a00d-e9fe5250c852, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.723689] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.724042] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.724363] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.724601] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.724970] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.725365] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0cfc40a-7ef2-4c78-a240-52d729c84ac7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.733738] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.734180] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.735386] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65efe7d-e68a-4eae-b4dc-6a0a227bb15e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.742655] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 809.742655] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]522ba22b-23d0-a62a-9115-1023a25699dc" [ 809.742655] env[69520]: _type = "Task" [ 809.742655] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.753680] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522ba22b-23d0-a62a-9115-1023a25699dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.819427] env[69520]: DEBUG nova.compute.manager [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.976930] env[69520]: DEBUG oslo_vmware.api [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481640, 'name': PowerOnVM_Task, 'duration_secs': 1.246359} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.977223] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.977765] env[69520]: INFO nova.compute.manager [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Took 8.03 seconds to spawn the instance on the hypervisor. [ 809.977765] env[69520]: DEBUG nova.compute.manager [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.978621] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7a17f2-2121-4aeb-a987-7409bacd3edb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.982417] env[69520]: DEBUG nova.network.neutron [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Successfully created port: 9e53ae94-d0e4-4129-8eab-e2698235d2f1 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.987446] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cabc33a-0432-4e7e-8293-8f4c9f7c628b tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "83163fb6-9218-4a97-88d2-4f03aede0d23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.417s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.995227] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.999033] env[69520]: DEBUG oslo_concurrency.lockutils [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.094470] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481642, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.172988] env[69520]: DEBUG oslo_concurrency.lockutils [req-00c3ef7f-3981-4234-9717-82a116ac30fa req-4aff9f3c-16c4-4a06-ac8b-5f899db5a5e4 service nova] Releasing lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.261046] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522ba22b-23d0-a62a-9115-1023a25699dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.267919] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1a839a-1ac3-46ac-91d9-82ec05e309c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.276066] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 810.276066] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523cd215-8361-a239-ceda-a2a2cad2e38a" [ 810.276066] env[69520]: _type = "Task" [ 810.276066] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.291207] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523cd215-8361-a239-ceda-a2a2cad2e38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.406549] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2ab6b4-5ad7-4547-a983-0edb9c25eb27 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.414616] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c9288-969b-4060-a281-5b8174ccad99 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.449086] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493d4f76-4070-41c3-8b5d-27dca2e38695 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.456682] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750c3dc0-eb7e-42b4-9567-c083205886ea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.471451] env[69520]: DEBUG nova.compute.provider_tree [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.497550] env[69520]: DEBUG nova.compute.manager [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.514513] env[69520]: INFO nova.compute.manager [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Took 60.00 seconds to build instance. [ 810.521787] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquiring lock "f6523d7a-32af-480b-bf51-980f79de4a5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.522127] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Lock "f6523d7a-32af-480b-bf51-980f79de4a5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.594201] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607956} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.594496] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 833bd12b-6d6a-43de-aa99-78181d11a19b/833bd12b-6d6a-43de-aa99-78181d11a19b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.594707] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.594964] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7948cf62-aaa5-4f1c-b8b9-33fcdb8d329f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.601233] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 810.601233] env[69520]: value = "task-3481643" [ 810.601233] env[69520]: _type = "Task" [ 810.601233] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.609024] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.679994] env[69520]: DEBUG nova.compute.manager [req-fe240a8c-6621-4a7e-bdf3-d2831b066690 req-321fff59-c8a7-4ca1-887c-a521e25940a9 service nova] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Received event network-vif-deleted-67389c8e-5b09-4b7f-bf74-1e3ffadccbaf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.788849] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523cd215-8361-a239-ceda-a2a2cad2e38a, 'name': SearchDatastore_Task, 'duration_secs': 0.03389} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.789072] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.789381] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] c636025a-d7ab-4261-9e60-eb4ffe0adc50/c636025a-d7ab-4261-9e60-eb4ffe0adc50.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.789715] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d21ac4a-843e-4e45-b4d5-a0ad75f6795e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.796544] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 810.796544] env[69520]: value = "task-3481644" [ 810.796544] env[69520]: _type = "Task" [ 810.796544] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.805103] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.833592] env[69520]: DEBUG nova.compute.manager [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.860956] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.862150] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.862150] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.862150] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.862150] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.862463] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.862740] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.862961] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.863245] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.863441] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.863806] env[69520]: DEBUG nova.virt.hardware [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.864728] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70128b2-d5a0-47cd-bbe0-79829e721d56 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.873108] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd6083-17ba-40eb-a7e7-6d5fb59fa7be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.953109] env[69520]: DEBUG nova.compute.manager [req-44350cfd-0355-4a5f-8778-e3d9d7ad1135 req-66b6ac78-401e-4d78-b981-929491caed61 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Received event network-changed-4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.953331] env[69520]: DEBUG nova.compute.manager [req-44350cfd-0355-4a5f-8778-e3d9d7ad1135 req-66b6ac78-401e-4d78-b981-929491caed61 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Refreshing instance network info cache due to event network-changed-4c777b33-1014-4f21-b0c7-3a0270001f0f. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.953622] env[69520]: DEBUG oslo_concurrency.lockutils [req-44350cfd-0355-4a5f-8778-e3d9d7ad1135 req-66b6ac78-401e-4d78-b981-929491caed61 service nova] Acquiring lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.953787] env[69520]: DEBUG oslo_concurrency.lockutils [req-44350cfd-0355-4a5f-8778-e3d9d7ad1135 req-66b6ac78-401e-4d78-b981-929491caed61 service nova] Acquired lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.953950] env[69520]: DEBUG nova.network.neutron [req-44350cfd-0355-4a5f-8778-e3d9d7ad1135 req-66b6ac78-401e-4d78-b981-929491caed61 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Refreshing network info cache for port 4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.974752] env[69520]: DEBUG nova.scheduler.client.report [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.979481] env[69520]: DEBUG oslo_concurrency.lockutils [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquiring lock "83163fb6-9218-4a97-88d2-4f03aede0d23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.979648] env[69520]: DEBUG oslo_concurrency.lockutils [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "83163fb6-9218-4a97-88d2-4f03aede0d23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.979852] env[69520]: DEBUG oslo_concurrency.lockutils [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquiring lock "83163fb6-9218-4a97-88d2-4f03aede0d23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.980135] env[69520]: DEBUG oslo_concurrency.lockutils [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "83163fb6-9218-4a97-88d2-4f03aede0d23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.980320] env[69520]: DEBUG oslo_concurrency.lockutils [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "83163fb6-9218-4a97-88d2-4f03aede0d23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.984318] env[69520]: INFO nova.compute.manager [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Terminating instance [ 811.015201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72ac1ba7-8ea4-4079-a355-26bbcddafa12 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "9e999262-f0b8-491e-87d5-abef92b85af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.045s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.021089] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.111523] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07296} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.112143] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.112550] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52999ff9-d4cc-4391-8007-cbc0b5891187 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.132545] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 833bd12b-6d6a-43de-aa99-78181d11a19b/833bd12b-6d6a-43de-aa99-78181d11a19b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.133897] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea85db8-7389-4727-a5d1-0cece0f39234 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.155900] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 811.155900] env[69520]: value = "task-3481645" [ 811.155900] env[69520]: _type = "Task" [ 811.155900] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.166471] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.307616] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481644, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.480796] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.481352] env[69520]: DEBUG nova.compute.manager [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.484255] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.097s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.485720] env[69520]: INFO nova.compute.claims [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.488935] env[69520]: DEBUG nova.compute.manager [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.489161] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.490516] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0810fc-559e-48e4-b690-fd5f1ba471d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.499591] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.499879] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7a3532b-286a-49fb-82cd-dccd47842ff1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.506911] env[69520]: DEBUG oslo_vmware.api [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for the task: (returnval){ [ 811.506911] env[69520]: value = "task-3481646" [ 811.506911] env[69520]: _type = "Task" [ 811.506911] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.518727] env[69520]: DEBUG nova.compute.manager [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.521519] env[69520]: DEBUG oslo_vmware.api [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.576156] env[69520]: DEBUG nova.network.neutron [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Successfully updated port: 9e53ae94-d0e4-4129-8eab-e2698235d2f1 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.651832] env[69520]: DEBUG oslo_concurrency.lockutils [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "9e999262-f0b8-491e-87d5-abef92b85af2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.652098] env[69520]: DEBUG oslo_concurrency.lockutils [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "9e999262-f0b8-491e-87d5-abef92b85af2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.652335] env[69520]: INFO nova.compute.manager [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Rebooting instance [ 811.665775] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481645, 'name': ReconfigVM_Task, 'duration_secs': 0.453133} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.665985] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 833bd12b-6d6a-43de-aa99-78181d11a19b/833bd12b-6d6a-43de-aa99-78181d11a19b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.666602] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7180efc-10a6-4e53-a154-453615f2ca33 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.672742] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 811.672742] env[69520]: value = "task-3481647" [ 811.672742] env[69520]: _type = "Task" [ 811.672742] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.683210] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481647, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.720736] env[69520]: DEBUG nova.network.neutron [req-44350cfd-0355-4a5f-8778-e3d9d7ad1135 req-66b6ac78-401e-4d78-b981-929491caed61 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Updated VIF entry in instance network info cache for port 4c777b33-1014-4f21-b0c7-3a0270001f0f. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.720844] env[69520]: DEBUG nova.network.neutron [req-44350cfd-0355-4a5f-8778-e3d9d7ad1135 req-66b6ac78-401e-4d78-b981-929491caed61 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Updating instance_info_cache with network_info: [{"id": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "address": "fa:16:3e:e0:67:94", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c777b33-10", "ovs_interfaceid": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.806965] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808893} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.807277] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] c636025a-d7ab-4261-9e60-eb4ffe0adc50/c636025a-d7ab-4261-9e60-eb4ffe0adc50.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.807500] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.807765] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70fd3c99-42e0-43ee-ae0b-545094fca892 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.813717] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 811.813717] env[69520]: value = "task-3481648" [ 811.813717] env[69520]: _type = "Task" [ 811.813717] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.820666] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.990725] env[69520]: DEBUG nova.compute.utils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.994670] env[69520]: DEBUG nova.compute.manager [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.994822] env[69520]: DEBUG nova.network.neutron [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.019833] env[69520]: DEBUG oslo_vmware.api [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481646, 'name': PowerOffVM_Task, 'duration_secs': 0.232065} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.020122] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.020299] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.020552] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66ac02b8-9958-49cf-a963-7b7a5abd0fc4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.042723] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.045252] env[69520]: DEBUG nova.policy [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd7123c7d6e647c99d1b4b5e69f6801a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdcdac52cdad44909442bedef97f3a28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.078773] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "refresh_cache-e228d044-e193-431a-b71e-42a95862936a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.078929] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired lock "refresh_cache-e228d044-e193-431a-b71e-42a95862936a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.079178] env[69520]: DEBUG nova.network.neutron [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.086853] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.087102] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.087293] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Deleting the datastore file [datastore2] 83163fb6-9218-4a97-88d2-4f03aede0d23 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.088193] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e21897f-b8dd-462f-b71a-89b76537fa4c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.103026] env[69520]: DEBUG oslo_vmware.api [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for the task: (returnval){ [ 812.103026] env[69520]: value = "task-3481650" [ 812.103026] env[69520]: _type = "Task" [ 812.103026] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.108959] env[69520]: DEBUG oslo_vmware.api [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.178127] env[69520]: DEBUG oslo_concurrency.lockutils [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.183901] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481647, 'name': Rename_Task, 'duration_secs': 0.353945} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.184677] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.184945] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a904e5f1-6244-49ef-916b-83fb610019ce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.193662] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 812.193662] env[69520]: value = "task-3481651" [ 812.193662] env[69520]: _type = "Task" [ 812.193662] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.204412] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.223655] env[69520]: DEBUG oslo_concurrency.lockutils [req-44350cfd-0355-4a5f-8778-e3d9d7ad1135 req-66b6ac78-401e-4d78-b981-929491caed61 service nova] Releasing lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.224281] env[69520]: DEBUG oslo_concurrency.lockutils [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquired lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.224527] env[69520]: DEBUG nova.network.neutron [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.310532] env[69520]: DEBUG nova.network.neutron [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Successfully created port: 1e328411-ecb0-4704-900b-d1f98677256c {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.324014] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067799} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.324319] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.325238] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5804e3-087d-45c8-9dfa-fcd0f8c9f0b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.348309] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] c636025a-d7ab-4261-9e60-eb4ffe0adc50/c636025a-d7ab-4261-9e60-eb4ffe0adc50.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.348689] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac2c2fd2-277c-41eb-92bf-78fbc8b2d4e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.371731] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 812.371731] env[69520]: value = "task-3481652" [ 812.371731] env[69520]: _type = "Task" [ 812.371731] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.379755] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.497285] env[69520]: DEBUG nova.compute.manager [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.612503] env[69520]: DEBUG oslo_vmware.api [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Task: {'id': task-3481650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152291} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.612756] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.612950] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.613147] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.613318] env[69520]: INFO nova.compute.manager [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Took 1.12 seconds to destroy the instance on the hypervisor. [ 812.613778] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.613778] env[69520]: DEBUG nova.compute.manager [-] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.613953] env[69520]: DEBUG nova.network.neutron [-] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.617068] env[69520]: DEBUG nova.network.neutron [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.709917] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.714310] env[69520]: DEBUG nova.compute.manager [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Received event network-vif-plugged-9e53ae94-d0e4-4129-8eab-e2698235d2f1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.714310] env[69520]: DEBUG oslo_concurrency.lockutils [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] Acquiring lock "e228d044-e193-431a-b71e-42a95862936a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.714310] env[69520]: DEBUG oslo_concurrency.lockutils [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] Lock "e228d044-e193-431a-b71e-42a95862936a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.714310] env[69520]: DEBUG oslo_concurrency.lockutils [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] Lock "e228d044-e193-431a-b71e-42a95862936a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.714310] env[69520]: DEBUG nova.compute.manager [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] No waiting events found dispatching network-vif-plugged-9e53ae94-d0e4-4129-8eab-e2698235d2f1 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.714310] env[69520]: WARNING nova.compute.manager [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Received unexpected event network-vif-plugged-9e53ae94-d0e4-4129-8eab-e2698235d2f1 for instance with vm_state building and task_state spawning. [ 812.714310] env[69520]: DEBUG nova.compute.manager [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Received event network-changed-9e53ae94-d0e4-4129-8eab-e2698235d2f1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.714310] env[69520]: DEBUG nova.compute.manager [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Refreshing instance network info cache due to event network-changed-9e53ae94-d0e4-4129-8eab-e2698235d2f1. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.714310] env[69520]: DEBUG oslo_concurrency.lockutils [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] Acquiring lock "refresh_cache-e228d044-e193-431a-b71e-42a95862936a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.777431] env[69520]: DEBUG nova.network.neutron [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Updating instance_info_cache with network_info: [{"id": "9e53ae94-d0e4-4129-8eab-e2698235d2f1", "address": "fa:16:3e:d8:c7:4c", "network": {"id": "9ebe49f5-afe7-4220-9758-c95a52655b2c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-9248152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdcdac52cdad44909442bedef97f3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e53ae94-d0", "ovs_interfaceid": "9e53ae94-d0e4-4129-8eab-e2698235d2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.884810] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481652, 'name': ReconfigVM_Task, 'duration_secs': 0.316304} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.885101] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Reconfigured VM instance instance-0000002d to attach disk [datastore2] c636025a-d7ab-4261-9e60-eb4ffe0adc50/c636025a-d7ab-4261-9e60-eb4ffe0adc50.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.885704] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80d65fc2-e881-4c7e-a3e3-8668f9055662 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.893573] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 812.893573] env[69520]: value = "task-3481653" [ 812.893573] env[69520]: _type = "Task" [ 812.893573] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.901400] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481653, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.038348] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306de6b4-88d5-444b-845b-886d0dc75046 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.050413] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca5c891-2c57-487e-94dd-7606f83c167e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.089445] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6731879-685b-4095-b402-9bc862254a57 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.097088] env[69520]: DEBUG nova.network.neutron [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Updating instance_info_cache with network_info: [{"id": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "address": "fa:16:3e:e0:67:94", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c777b33-10", "ovs_interfaceid": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.099343] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0c94c5-1a21-47b6-9986-d10902e5e670 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.106145] env[69520]: DEBUG nova.compute.manager [req-9299ebf5-d78f-46b2-afae-a9c5dc18e632 req-22d5e892-1806-49a5-8aaf-31f393b060b9 service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Received event network-vif-deleted-65681ff4-28ac-4b61-ac52-091fb11537b3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.106235] env[69520]: INFO nova.compute.manager [req-9299ebf5-d78f-46b2-afae-a9c5dc18e632 req-22d5e892-1806-49a5-8aaf-31f393b060b9 service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Neutron deleted interface 65681ff4-28ac-4b61-ac52-091fb11537b3; detaching it from the instance and deleting it from the info cache [ 813.106567] env[69520]: DEBUG nova.network.neutron [req-9299ebf5-d78f-46b2-afae-a9c5dc18e632 req-22d5e892-1806-49a5-8aaf-31f393b060b9 service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.118545] env[69520]: DEBUG nova.compute.provider_tree [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.206103] env[69520]: DEBUG oslo_vmware.api [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481651, 'name': PowerOnVM_Task, 'duration_secs': 0.752935} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.206399] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.206603] env[69520]: INFO nova.compute.manager [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Took 5.38 seconds to spawn the instance on the hypervisor. [ 813.206781] env[69520]: DEBUG nova.compute.manager [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.207620] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972767ec-df6b-464a-a255-f4456b83e14b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.279410] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Releasing lock "refresh_cache-e228d044-e193-431a-b71e-42a95862936a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.279763] env[69520]: DEBUG nova.compute.manager [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Instance network_info: |[{"id": "9e53ae94-d0e4-4129-8eab-e2698235d2f1", "address": "fa:16:3e:d8:c7:4c", "network": {"id": "9ebe49f5-afe7-4220-9758-c95a52655b2c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-9248152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdcdac52cdad44909442bedef97f3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e53ae94-d0", "ovs_interfaceid": "9e53ae94-d0e4-4129-8eab-e2698235d2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.280065] env[69520]: DEBUG oslo_concurrency.lockutils [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] Acquired lock "refresh_cache-e228d044-e193-431a-b71e-42a95862936a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.280249] env[69520]: DEBUG nova.network.neutron [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Refreshing network info cache for port 9e53ae94-d0e4-4129-8eab-e2698235d2f1 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.281689] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:c7:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e53ae94-d0e4-4129-8eab-e2698235d2f1', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.289088] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Creating folder: Project (fdcdac52cdad44909442bedef97f3a28). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.289740] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7457789c-e169-4885-8e19-50775904f027 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.302202] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Created folder: Project (fdcdac52cdad44909442bedef97f3a28) in parent group-v695915. [ 813.302396] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Creating folder: Instances. Parent ref: group-v696049. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.302643] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-973faf4c-dded-4959-b513-a759cdce1e0e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.312607] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Created folder: Instances in parent group-v696049. [ 813.312834] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.313022] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e228d044-e193-431a-b71e-42a95862936a] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.313225] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-018618f1-9214-47aa-afdf-3382c13dc4c9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.333272] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.333272] env[69520]: value = "task-3481656" [ 813.333272] env[69520]: _type = "Task" [ 813.333272] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.344032] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481656, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.403327] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481653, 'name': Rename_Task, 'duration_secs': 0.162048} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.403616] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.403873] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7831e02-dbc5-4d21-b214-576cc0dcf15b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.409639] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 813.409639] env[69520]: value = "task-3481657" [ 813.409639] env[69520]: _type = "Task" [ 813.409639] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.417931] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.489949] env[69520]: DEBUG nova.network.neutron [-] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.516106] env[69520]: DEBUG nova.compute.manager [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.541488] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.541698] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.541861] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.542059] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.542208] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.542351] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.542555] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.542713] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.542877] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.543049] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.543226] env[69520]: DEBUG nova.virt.hardware [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.544112] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90319395-2339-423b-8592-5a9270d60f91 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.551736] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35136bc2-5a9c-40a0-8f70-7fbce888adbf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.605160] env[69520]: DEBUG oslo_concurrency.lockutils [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Releasing lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.609638] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-831fc7f1-28cd-48d7-aaae-01c161eab63e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.620988] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37059c7d-5846-450f-bf0f-d3ea0ceaf4d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.632441] env[69520]: DEBUG nova.scheduler.client.report [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.657979] env[69520]: DEBUG nova.compute.manager [req-9299ebf5-d78f-46b2-afae-a9c5dc18e632 req-22d5e892-1806-49a5-8aaf-31f393b060b9 service nova] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Detach interface failed, port_id=65681ff4-28ac-4b61-ac52-091fb11537b3, reason: Instance 83163fb6-9218-4a97-88d2-4f03aede0d23 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 813.723523] env[69520]: INFO nova.compute.manager [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Took 49.51 seconds to build instance. [ 813.790068] env[69520]: DEBUG nova.network.neutron [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Successfully updated port: 1e328411-ecb0-4704-900b-d1f98677256c {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.843023] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481656, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.920937] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.993519] env[69520]: INFO nova.compute.manager [-] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Took 1.38 seconds to deallocate network for instance. [ 814.009010] env[69520]: DEBUG nova.network.neutron [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Updated VIF entry in instance network info cache for port 9e53ae94-d0e4-4129-8eab-e2698235d2f1. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.009304] env[69520]: DEBUG nova.network.neutron [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Updating instance_info_cache with network_info: [{"id": "9e53ae94-d0e4-4129-8eab-e2698235d2f1", "address": "fa:16:3e:d8:c7:4c", "network": {"id": "9ebe49f5-afe7-4220-9758-c95a52655b2c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-9248152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdcdac52cdad44909442bedef97f3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e53ae94-d0", "ovs_interfaceid": "9e53ae94-d0e4-4129-8eab-e2698235d2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.111330] env[69520]: DEBUG nova.compute.manager [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.112418] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34108440-88ac-4ed2-8176-0aae36c607df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.137151] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.137484] env[69520]: DEBUG nova.compute.manager [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.140423] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.006s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.140625] env[69520]: DEBUG nova.objects.instance [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 814.227583] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c41e4480-0aad-4cd0-94a0-8ca913cd6cba tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "833bd12b-6d6a-43de-aa99-78181d11a19b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.883s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.295710] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "refresh_cache-9f0ae0af-49d8-440b-aa76-a62a23941aaa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.295710] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired lock "refresh_cache-9f0ae0af-49d8-440b-aa76-a62a23941aaa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.295710] env[69520]: DEBUG nova.network.neutron [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.344727] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481656, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.420772] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.500120] env[69520]: DEBUG oslo_concurrency.lockutils [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.511900] env[69520]: DEBUG oslo_concurrency.lockutils [req-e888c418-63eb-4a58-82ff-f0355e6018a1 req-d86916db-42c6-436b-b8b0-0e2801ce6a24 service nova] Releasing lock "refresh_cache-e228d044-e193-431a-b71e-42a95862936a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.542850] env[69520]: INFO nova.compute.manager [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Rebuilding instance [ 814.587390] env[69520]: DEBUG nova.compute.manager [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.588298] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4308755f-b766-4d9a-84d4-ac50abceda4d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.630214] env[69520]: DEBUG oslo_concurrency.lockutils [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Acquiring lock "a3c65331-11ab-4a40-b20a-472b65a36ddc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.630461] env[69520]: DEBUG oslo_concurrency.lockutils [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lock "a3c65331-11ab-4a40-b20a-472b65a36ddc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.630664] env[69520]: DEBUG oslo_concurrency.lockutils [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Acquiring lock "a3c65331-11ab-4a40-b20a-472b65a36ddc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.630848] env[69520]: DEBUG oslo_concurrency.lockutils [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lock "a3c65331-11ab-4a40-b20a-472b65a36ddc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.631016] env[69520]: DEBUG oslo_concurrency.lockutils [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lock "a3c65331-11ab-4a40-b20a-472b65a36ddc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.633067] env[69520]: INFO nova.compute.manager [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Terminating instance [ 814.645630] env[69520]: DEBUG nova.compute.utils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.649742] env[69520]: DEBUG nova.compute.manager [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.649917] env[69520]: DEBUG nova.network.neutron [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.687457] env[69520]: DEBUG nova.policy [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd7123c7d6e647c99d1b4b5e69f6801a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdcdac52cdad44909442bedef97f3a28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.729637] env[69520]: DEBUG nova.compute.manager [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.744131] env[69520]: DEBUG nova.compute.manager [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Received event network-vif-plugged-1e328411-ecb0-4704-900b-d1f98677256c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.744131] env[69520]: DEBUG oslo_concurrency.lockutils [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] Acquiring lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.744131] env[69520]: DEBUG oslo_concurrency.lockutils [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] Lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.744131] env[69520]: DEBUG oslo_concurrency.lockutils [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] Lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.744131] env[69520]: DEBUG nova.compute.manager [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] No waiting events found dispatching network-vif-plugged-1e328411-ecb0-4704-900b-d1f98677256c {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.744131] env[69520]: WARNING nova.compute.manager [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Received unexpected event network-vif-plugged-1e328411-ecb0-4704-900b-d1f98677256c for instance with vm_state building and task_state spawning. [ 814.745080] env[69520]: DEBUG nova.compute.manager [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Received event network-changed-1e328411-ecb0-4704-900b-d1f98677256c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.745418] env[69520]: DEBUG nova.compute.manager [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Refreshing instance network info cache due to event network-changed-1e328411-ecb0-4704-900b-d1f98677256c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.745875] env[69520]: DEBUG oslo_concurrency.lockutils [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] Acquiring lock "refresh_cache-9f0ae0af-49d8-440b-aa76-a62a23941aaa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.834032] env[69520]: DEBUG nova.network.neutron [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.845989] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481656, 'name': CreateVM_Task, 'duration_secs': 1.03815} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.846183] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e228d044-e193-431a-b71e-42a95862936a] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.846867] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.847156] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.847383] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.847646] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d183df09-0ab3-4d9b-93d3-69bec61b749a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.852519] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 814.852519] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e78911-4198-a1ca-ec60-d451522ef231" [ 814.852519] env[69520]: _type = "Task" [ 814.852519] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.861420] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e78911-4198-a1ca-ec60-d451522ef231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.920557] env[69520]: DEBUG oslo_vmware.api [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481657, 'name': PowerOnVM_Task, 'duration_secs': 1.352559} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.920826] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.921096] env[69520]: INFO nova.compute.manager [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Took 10.28 seconds to spawn the instance on the hypervisor. [ 814.921286] env[69520]: DEBUG nova.compute.manager [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.922452] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b888fa2d-ee16-47ac-be1e-120855f0d9e8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.957483] env[69520]: DEBUG nova.network.neutron [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Successfully created port: b2674f58-fb4e-4054-9a39-db7802af9449 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.968649] env[69520]: DEBUG nova.network.neutron [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Updating instance_info_cache with network_info: [{"id": "1e328411-ecb0-4704-900b-d1f98677256c", "address": "fa:16:3e:61:39:7d", "network": {"id": "9ebe49f5-afe7-4220-9758-c95a52655b2c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-9248152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdcdac52cdad44909442bedef97f3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e328411-ec", "ovs_interfaceid": "1e328411-ecb0-4704-900b-d1f98677256c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.127720] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef0806d-3ea4-442c-bbde-837829e6d2c7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.137595] env[69520]: DEBUG nova.compute.manager [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.137595] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.138783] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb0b0620-4270-4d68-ad0f-ab73f0b31500 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.140533] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Doing hard reboot of VM {{(pid=69520) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 815.140533] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7247ed28-0770-40c7-9054-e95ff8a80f59 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.148613] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for the task: (returnval){ [ 815.148613] env[69520]: value = "task-3481658" [ 815.148613] env[69520]: _type = "Task" [ 815.148613] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.148613] env[69520]: DEBUG oslo_vmware.api [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 815.148613] env[69520]: value = "task-3481659" [ 815.148613] env[69520]: _type = "Task" [ 815.148613] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.153064] env[69520]: DEBUG nova.compute.manager [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.155529] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f59f78b7-826c-455f-b283-116b9791ad69 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.160893] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.852s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.161131] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.163705] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.072s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.164943] env[69520]: INFO nova.compute.claims [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.173782] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.176761] env[69520]: DEBUG oslo_vmware.api [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481659, 'name': ResetVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.192796] env[69520]: INFO nova.scheduler.client.report [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Deleted allocations for instance c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9 [ 815.254285] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.365433] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e78911-4198-a1ca-ec60-d451522ef231, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.365816] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.366120] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.366404] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.366559] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.366783] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.367101] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41415dd2-7e51-4366-a2fa-b65da9214b48 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.375884] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.376080] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.376845] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0ab93d-2160-4a8b-84de-0f64e08deb76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.382865] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 815.382865] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5268f774-c9a3-2b66-6030-efbdcaa205fa" [ 815.382865] env[69520]: _type = "Task" [ 815.382865] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.391377] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5268f774-c9a3-2b66-6030-efbdcaa205fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.441346] env[69520]: INFO nova.compute.manager [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Took 56.98 seconds to build instance. [ 815.472172] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Releasing lock "refresh_cache-9f0ae0af-49d8-440b-aa76-a62a23941aaa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.472354] env[69520]: DEBUG nova.compute.manager [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Instance network_info: |[{"id": "1e328411-ecb0-4704-900b-d1f98677256c", "address": "fa:16:3e:61:39:7d", "network": {"id": "9ebe49f5-afe7-4220-9758-c95a52655b2c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-9248152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdcdac52cdad44909442bedef97f3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e328411-ec", "ovs_interfaceid": "1e328411-ecb0-4704-900b-d1f98677256c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.472769] env[69520]: DEBUG oslo_concurrency.lockutils [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] Acquired lock "refresh_cache-9f0ae0af-49d8-440b-aa76-a62a23941aaa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.473073] env[69520]: DEBUG nova.network.neutron [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Refreshing network info cache for port 1e328411-ecb0-4704-900b-d1f98677256c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.474312] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:39:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e328411-ecb0-4704-900b-d1f98677256c', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.487637] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.491815] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.492768] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2c19ca4-e8a7-4a75-852c-1b593992196d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.516191] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.516191] env[69520]: value = "task-3481660" [ 815.516191] env[69520]: _type = "Task" [ 815.516191] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.524086] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481660, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.603819] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.604190] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ca6b8a-a601-4947-bf1f-1a40d378f036 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.610870] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 815.610870] env[69520]: value = "task-3481661" [ 815.610870] env[69520]: _type = "Task" [ 815.610870] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.620892] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.666265] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481658, 'name': PowerOffVM_Task, 'duration_secs': 0.257336} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.671969] env[69520]: DEBUG oslo_vmware.api [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481659, 'name': ResetVM_Task, 'duration_secs': 0.11158} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.672644] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.672904] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 815.673149] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695989', 'volume_id': '5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'name': 'volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3c65331-11ab-4a40-b20a-472b65a36ddc', 'attached_at': '', 'detached_at': '', 'volume_id': '5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'serial': '5bd1774f-24f0-4bcd-a4c7-747dc295effe'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 815.675468] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Did hard reboot of VM {{(pid=69520) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 815.675662] env[69520]: DEBUG nova.compute.manager [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.676698] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0844989f-6b4b-494d-910c-6d9c20c61653 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.679939] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8487b5e9-9936-46a2-8475-9de9eea81fcb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.707055] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191c1ce3-ad2f-4925-8ffa-1490c0c79e6a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.709966] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1bcef169-4a77-4f13-93da-d2204e3e1704 tempest-ServerShowV247Test-1252042384 tempest-ServerShowV247Test-1252042384-project-member] Lock "c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.713s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.719150] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74fe0c5-ae76-4e3e-8e28-6801563db9f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.747850] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8271735a-03e3-4ac2-b6a7-207acc33212d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.767955] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] The volume has not been displaced from its original location: [datastore1] volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe/volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 815.774520] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.778106] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dc13a53-d7f2-4555-9a01-c660aa48fdfb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.801440] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for the task: (returnval){ [ 815.801440] env[69520]: value = "task-3481662" [ 815.801440] env[69520]: _type = "Task" [ 815.801440] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.812986] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.893328] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5268f774-c9a3-2b66-6030-efbdcaa205fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.896653] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74e748b-8698-4438-b0d0-c591aa70cfd8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.899330] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 815.899330] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52109d2d-e7f5-1bdc-1a55-4c16e755af6e" [ 815.899330] env[69520]: _type = "Task" [ 815.899330] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.907279] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52109d2d-e7f5-1bdc-1a55-4c16e755af6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.943474] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c8c87b1f-39ef-405f-8942-8785c9714960 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.574s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.952862] env[69520]: DEBUG nova.network.neutron [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Updated VIF entry in instance network info cache for port 1e328411-ecb0-4704-900b-d1f98677256c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.953255] env[69520]: DEBUG nova.network.neutron [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Updating instance_info_cache with network_info: [{"id": "1e328411-ecb0-4704-900b-d1f98677256c", "address": "fa:16:3e:61:39:7d", "network": {"id": "9ebe49f5-afe7-4220-9758-c95a52655b2c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-9248152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdcdac52cdad44909442bedef97f3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e328411-ec", "ovs_interfaceid": "1e328411-ecb0-4704-900b-d1f98677256c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.028761] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481660, 'name': CreateVM_Task, 'duration_secs': 0.35548} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.028999] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.029824] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.030057] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.030452] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.030755] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4128c2f5-67e7-41c4-bd72-6defc8b4139b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.036115] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 816.036115] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526ad1e7-dc1d-5470-e4d0-80f85ef8d05d" [ 816.036115] env[69520]: _type = "Task" [ 816.036115] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.044892] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526ad1e7-dc1d-5470-e4d0-80f85ef8d05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.120802] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481661, 'name': PowerOffVM_Task, 'duration_secs': 0.148736} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.121130] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.122236] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.122575] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6a6d99-c9f4-4425-af55-9981a1a64e2c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.129820] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.130142] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96e28934-3ffd-453b-be5f-3bcb33f7c55e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.154006] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.154281] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.154478] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Deleting the datastore file [datastore1] 833bd12b-6d6a-43de-aa99-78181d11a19b {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.154738] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647f9bab-b808-48c8-9a05-b3c610fcd662 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.161067] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 816.161067] env[69520]: value = "task-3481664" [ 816.161067] env[69520]: _type = "Task" [ 816.161067] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.170012] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.174597] env[69520]: DEBUG nova.compute.manager [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.210992] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.211263] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.211466] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.211598] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.211747] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.211895] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.212560] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.212892] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.213107] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.213283] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.213460] env[69520]: DEBUG nova.virt.hardware [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.214834] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735b60ba-4920-46df-816e-ddd74bd806d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.218895] env[69520]: DEBUG oslo_concurrency.lockutils [None req-60b02f78-328a-41be-b862-eb817468ff6c tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "9e999262-f0b8-491e-87d5-abef92b85af2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.566s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.225791] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14ac996-fb9c-453e-8c22-bf1d92456a29 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.315495] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481662, 'name': ReconfigVM_Task, 'duration_secs': 0.264142} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.315814] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 816.320523] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00e8f49-d63d-4e8a-9672-18424eb96293 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.337848] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for the task: (returnval){ [ 816.337848] env[69520]: value = "task-3481665" [ 816.337848] env[69520]: _type = "Task" [ 816.337848] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.348202] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.413072] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52109d2d-e7f5-1bdc-1a55-4c16e755af6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.420850] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.420850] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] e228d044-e193-431a-b71e-42a95862936a/e228d044-e193-431a-b71e-42a95862936a.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.420850] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c66afcdd-2de8-485f-9861-5c57762da65f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.425947] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 816.425947] env[69520]: value = "task-3481666" [ 816.425947] env[69520]: _type = "Task" [ 816.425947] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.439189] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.446551] env[69520]: DEBUG nova.compute.manager [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.457017] env[69520]: DEBUG nova.network.neutron [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Successfully updated port: b2674f58-fb4e-4054-9a39-db7802af9449 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.463039] env[69520]: DEBUG oslo_concurrency.lockutils [req-e61689f2-ff4f-4768-b656-d759afc22deb req-1d2bb4d4-f338-48fd-a7fa-d305db7e65c2 service nova] Releasing lock "refresh_cache-9f0ae0af-49d8-440b-aa76-a62a23941aaa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.548981] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526ad1e7-dc1d-5470-e4d0-80f85ef8d05d, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.549317] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.549552] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.549811] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.549923] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.550119] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.550379] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ad8d2dd-e2b3-40f7-ad42-fedeede456d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.558223] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.558422] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.559160] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96e3ca2-d07f-412f-87a5-2b3315950627 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.565300] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 816.565300] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5238e53e-a234-0c44-1d40-2cca4edd5b3d" [ 816.565300] env[69520]: _type = "Task" [ 816.565300] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.579406] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5238e53e-a234-0c44-1d40-2cca4edd5b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.677026] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098593} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.677026] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.677026] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.677026] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.738133] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac92075-4a85-4b4f-9909-d7e213901102 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.738133] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5e529-cc53-4a2e-923d-7493a7652565 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.743962] env[69520]: DEBUG nova.compute.manager [req-ff8da51d-471e-488f-974d-d0565de52e8e req-9a10a3e6-0dd0-48a7-8079-9111986a5607 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Received event network-changed-4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.744124] env[69520]: DEBUG nova.compute.manager [req-ff8da51d-471e-488f-974d-d0565de52e8e req-9a10a3e6-0dd0-48a7-8079-9111986a5607 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Refreshing instance network info cache due to event network-changed-4c777b33-1014-4f21-b0c7-3a0270001f0f. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.744345] env[69520]: DEBUG oslo_concurrency.lockutils [req-ff8da51d-471e-488f-974d-d0565de52e8e req-9a10a3e6-0dd0-48a7-8079-9111986a5607 service nova] Acquiring lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.745015] env[69520]: DEBUG oslo_concurrency.lockutils [req-ff8da51d-471e-488f-974d-d0565de52e8e req-9a10a3e6-0dd0-48a7-8079-9111986a5607 service nova] Acquired lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.745207] env[69520]: DEBUG nova.network.neutron [req-ff8da51d-471e-488f-974d-d0565de52e8e req-9a10a3e6-0dd0-48a7-8079-9111986a5607 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Refreshing network info cache for port 4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.779591] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8320dce2-f10a-4d5a-9cc2-393972b7608c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.789207] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8820ebc-0298-4ae7-93da-f1ac3ba9a6eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.810037] env[69520]: DEBUG nova.compute.provider_tree [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.849939] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481665, 'name': ReconfigVM_Task, 'duration_secs': 0.173079} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.850676] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695989', 'volume_id': '5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'name': 'volume-5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3c65331-11ab-4a40-b20a-472b65a36ddc', 'attached_at': '', 'detached_at': '', 'volume_id': '5bd1774f-24f0-4bcd-a4c7-747dc295effe', 'serial': '5bd1774f-24f0-4bcd-a4c7-747dc295effe'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 816.850848] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.852105] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc871cd5-bc37-4e8a-adb6-d7578055c9b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.859807] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.863021] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ef51562-6f73-47a5-95f0-e628513d39be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.931420] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.931648] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.931833] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Deleting the datastore file [datastore1] a3c65331-11ab-4a40-b20a-472b65a36ddc {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.932092] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b03b00df-c0c2-4903-aece-35cb3255e378 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.938855] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463703} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.940148] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] e228d044-e193-431a-b71e-42a95862936a/e228d044-e193-431a-b71e-42a95862936a.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.940375] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.940710] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for the task: (returnval){ [ 816.940710] env[69520]: value = "task-3481668" [ 816.940710] env[69520]: _type = "Task" [ 816.940710] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.940912] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9918af27-4e99-41c2-a65d-7de05687d838 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.952911] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.952911] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 816.952911] env[69520]: value = "task-3481669" [ 816.952911] env[69520]: _type = "Task" [ 816.952911] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.964924] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.965499] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "refresh_cache-28b5a2a1-0bcd-480b-923c-298210689c78" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.965667] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired lock "refresh_cache-28b5a2a1-0bcd-480b-923c-298210689c78" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.965871] env[69520]: DEBUG nova.network.neutron [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.983911] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.048052] env[69520]: DEBUG nova.compute.manager [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Received event network-vif-plugged-b2674f58-fb4e-4054-9a39-db7802af9449 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.048324] env[69520]: DEBUG oslo_concurrency.lockutils [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] Acquiring lock "28b5a2a1-0bcd-480b-923c-298210689c78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.048571] env[69520]: DEBUG oslo_concurrency.lockutils [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] Lock "28b5a2a1-0bcd-480b-923c-298210689c78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.048763] env[69520]: DEBUG oslo_concurrency.lockutils [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] Lock "28b5a2a1-0bcd-480b-923c-298210689c78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.048976] env[69520]: DEBUG nova.compute.manager [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] No waiting events found dispatching network-vif-plugged-b2674f58-fb4e-4054-9a39-db7802af9449 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.049809] env[69520]: WARNING nova.compute.manager [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Received unexpected event network-vif-plugged-b2674f58-fb4e-4054-9a39-db7802af9449 for instance with vm_state building and task_state spawning. [ 817.049809] env[69520]: DEBUG nova.compute.manager [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Received event network-changed-b2674f58-fb4e-4054-9a39-db7802af9449 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.049809] env[69520]: DEBUG nova.compute.manager [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Refreshing instance network info cache due to event network-changed-b2674f58-fb4e-4054-9a39-db7802af9449. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.049966] env[69520]: DEBUG oslo_concurrency.lockutils [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] Acquiring lock "refresh_cache-28b5a2a1-0bcd-480b-923c-298210689c78" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.074480] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5238e53e-a234-0c44-1d40-2cca4edd5b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.013519} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.075336] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113932ba-908c-4605-8041-e84f73b94249 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.080848] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 817.080848] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b9de31-0372-50b5-afd7-b6483555f012" [ 817.080848] env[69520]: _type = "Task" [ 817.080848] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.089211] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b9de31-0372-50b5-afd7-b6483555f012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.312464] env[69520]: DEBUG nova.scheduler.client.report [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.454587] env[69520]: DEBUG oslo_vmware.api [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Task: {'id': task-3481668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082897} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.457898] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.458118] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.458310] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.458503] env[69520]: INFO nova.compute.manager [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Took 2.32 seconds to destroy the instance on the hypervisor. [ 817.458760] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.458972] env[69520]: DEBUG nova.compute.manager [-] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.459120] env[69520]: DEBUG nova.network.neutron [-] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.465833] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061694} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.466131] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.466961] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7063ca1f-a469-4a50-b42d-2dc9fcb743c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.470126] env[69520]: DEBUG nova.network.neutron [req-ff8da51d-471e-488f-974d-d0565de52e8e req-9a10a3e6-0dd0-48a7-8079-9111986a5607 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Updated VIF entry in instance network info cache for port 4c777b33-1014-4f21-b0c7-3a0270001f0f. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.470476] env[69520]: DEBUG nova.network.neutron [req-ff8da51d-471e-488f-974d-d0565de52e8e req-9a10a3e6-0dd0-48a7-8079-9111986a5607 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Updating instance_info_cache with network_info: [{"id": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "address": "fa:16:3e:e0:67:94", "network": {"id": "b6fa6740-03bc-482d-abe3-dcaf2bb3750b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-688098419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf44b0703d134b609b2ceee0fdaab50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c777b33-10", "ovs_interfaceid": "4c777b33-1014-4f21-b0c7-3a0270001f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.495224] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] e228d044-e193-431a-b71e-42a95862936a/e228d044-e193-431a-b71e-42a95862936a.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.498670] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1eb8ae-520d-4cea-9cca-2f7ed42b5436 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.516189] env[69520]: DEBUG nova.network.neutron [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.524126] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 817.524126] env[69520]: value = "task-3481670" [ 817.524126] env[69520]: _type = "Task" [ 817.524126] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.532696] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.593229] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b9de31-0372-50b5-afd7-b6483555f012, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.593507] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.593806] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9f0ae0af-49d8-440b-aa76-a62a23941aaa/9f0ae0af-49d8-440b-aa76-a62a23941aaa.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.594080] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d302787f-b1f1-475a-ae42-ce95d0eaab02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.599930] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 817.599930] env[69520]: value = "task-3481671" [ 817.599930] env[69520]: _type = "Task" [ 817.599930] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.607548] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.655950] env[69520]: DEBUG nova.network.neutron [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Updating instance_info_cache with network_info: [{"id": "b2674f58-fb4e-4054-9a39-db7802af9449", "address": "fa:16:3e:b4:52:40", "network": {"id": "9ebe49f5-afe7-4220-9758-c95a52655b2c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-9248152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdcdac52cdad44909442bedef97f3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2674f58-fb", "ovs_interfaceid": "b2674f58-fb4e-4054-9a39-db7802af9449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.660994] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "9e999262-f0b8-491e-87d5-abef92b85af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.661244] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "9e999262-f0b8-491e-87d5-abef92b85af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.661440] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "9e999262-f0b8-491e-87d5-abef92b85af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.661650] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "9e999262-f0b8-491e-87d5-abef92b85af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.661863] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "9e999262-f0b8-491e-87d5-abef92b85af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.663857] env[69520]: INFO nova.compute.manager [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Terminating instance [ 817.713971] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.714322] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.714503] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.714781] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.714946] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.715169] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.715451] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.715688] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.715930] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.716146] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.716388] env[69520]: DEBUG nova.virt.hardware [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.717782] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc560d0-5a46-4360-9d30-69104df98981 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.728538] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb65bbc3-3271-460f-98d5-4457a0cbe303 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.742609] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.748375] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.748693] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.748952] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b508657-d28b-49d5-9458-9a713dad56f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.767991] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.767991] env[69520]: value = "task-3481672" [ 817.767991] env[69520]: _type = "Task" [ 817.767991] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.778270] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481672, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.817654] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.818346] env[69520]: DEBUG nova.compute.manager [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.821539] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.445s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.821808] env[69520]: DEBUG nova.objects.instance [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lazy-loading 'resources' on Instance uuid ef93f9a2-7c1e-42d4-aa69-9068989bb28e {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.916205] env[69520]: DEBUG nova.compute.manager [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Stashing vm_state: active {{(pid=69520) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 817.975772] env[69520]: DEBUG oslo_concurrency.lockutils [req-ff8da51d-471e-488f-974d-d0565de52e8e req-9a10a3e6-0dd0-48a7-8079-9111986a5607 service nova] Releasing lock "refresh_cache-9e999262-f0b8-491e-87d5-abef92b85af2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.037198] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.109951] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481671, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.159141] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Releasing lock "refresh_cache-28b5a2a1-0bcd-480b-923c-298210689c78" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.159488] env[69520]: DEBUG nova.compute.manager [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Instance network_info: |[{"id": "b2674f58-fb4e-4054-9a39-db7802af9449", "address": "fa:16:3e:b4:52:40", "network": {"id": "9ebe49f5-afe7-4220-9758-c95a52655b2c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-9248152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdcdac52cdad44909442bedef97f3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2674f58-fb", "ovs_interfaceid": "b2674f58-fb4e-4054-9a39-db7802af9449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.160169] env[69520]: DEBUG oslo_concurrency.lockutils [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] Acquired lock "refresh_cache-28b5a2a1-0bcd-480b-923c-298210689c78" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.160361] env[69520]: DEBUG nova.network.neutron [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Refreshing network info cache for port b2674f58-fb4e-4054-9a39-db7802af9449 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.161480] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:52:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2674f58-fb4e-4054-9a39-db7802af9449', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.170512] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.174355] env[69520]: DEBUG nova.compute.manager [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.174560] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.174811] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.176040] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4370e5-3f2e-4cf9-97bc-8a32dc122fb8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.179108] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-146934e9-f800-46eb-812b-3aff56831174 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.202236] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.202933] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ab6a4c9-fdb4-49ef-a67e-f2233eb5a2ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.204659] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.204659] env[69520]: value = "task-3481673" [ 818.204659] env[69520]: _type = "Task" [ 818.204659] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.210082] env[69520]: DEBUG oslo_vmware.api [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 818.210082] env[69520]: value = "task-3481674" [ 818.210082] env[69520]: _type = "Task" [ 818.210082] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.214685] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481673, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.224466] env[69520]: DEBUG oslo_vmware.api [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.279184] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481672, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.325866] env[69520]: DEBUG nova.compute.utils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.335310] env[69520]: DEBUG nova.compute.manager [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.335310] env[69520]: DEBUG nova.network.neutron [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.388154] env[69520]: DEBUG nova.policy [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fb4e02785574904af82431ebd6be3e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ad401d996e340feb08cf6be40fea64f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.435535] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.526318] env[69520]: DEBUG nova.network.neutron [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Updated VIF entry in instance network info cache for port b2674f58-fb4e-4054-9a39-db7802af9449. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.526678] env[69520]: DEBUG nova.network.neutron [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Updating instance_info_cache with network_info: [{"id": "b2674f58-fb4e-4054-9a39-db7802af9449", "address": "fa:16:3e:b4:52:40", "network": {"id": "9ebe49f5-afe7-4220-9758-c95a52655b2c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-9248152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdcdac52cdad44909442bedef97f3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2674f58-fb", "ovs_interfaceid": "b2674f58-fb4e-4054-9a39-db7802af9449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.538062] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481670, 'name': ReconfigVM_Task, 'duration_secs': 0.555559} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.541408] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] e228d044-e193-431a-b71e-42a95862936a/e228d044-e193-431a-b71e-42a95862936a.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.543234] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-099f4552-d614-4c24-a7d8-734eba2b3dd0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.550967] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 818.550967] env[69520]: value = "task-3481675" [ 818.550967] env[69520]: _type = "Task" [ 818.550967] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.566810] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481675, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.583031] env[69520]: DEBUG nova.network.neutron [-] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.612992] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534349} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.613280] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9f0ae0af-49d8-440b-aa76-a62a23941aaa/9f0ae0af-49d8-440b-aa76-a62a23941aaa.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.613490] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.613794] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c42d94ab-a555-4e9e-926f-52721cebdf74 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.621376] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 818.621376] env[69520]: value = "task-3481676" [ 818.621376] env[69520]: _type = "Task" [ 818.621376] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.628877] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.682225] env[69520]: DEBUG nova.network.neutron [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Successfully created port: 6957f148-c089-45fe-93f2-dfceb5e2b04c {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.716846] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481673, 'name': CreateVM_Task, 'duration_secs': 0.388255} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.721204] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.721204] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.721429] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.722416] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.725447] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88b0294-f2b0-46ca-abc8-9737c8a8ea0a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.734141] env[69520]: DEBUG oslo_vmware.api [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481674, 'name': PowerOffVM_Task, 'duration_secs': 0.40789} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.735844] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.736202] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.736653] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 818.736653] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52855d06-aa4a-8280-9c23-6c8fb39fcf42" [ 818.736653] env[69520]: _type = "Task" [ 818.736653] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.737444] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d77de3bb-00d4-4105-ba25-1de0992e0127 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.750277] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52855d06-aa4a-8280-9c23-6c8fb39fcf42, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.750614] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.750840] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.751073] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.751216] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.751416] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.751668] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-951bc243-1cc2-4586-a2ce-186ad3ea3551 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.760167] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.760504] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.761732] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ad7b66-dd09-47c8-9f8e-54a0b1b24a37 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.769195] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 818.769195] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52784e55-8dcb-03a9-1b3a-c3607450f049" [ 818.769195] env[69520]: _type = "Task" [ 818.769195] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.787237] env[69520]: DEBUG nova.compute.manager [req-f1a7669b-2679-4c8a-a8b8-39e17d4425de req-89467905-c543-4460-9002-00c1c5b3dd4d service nova] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Received event network-vif-deleted-e9311eec-9b48-46b4-aa2f-1a2d5c6fcea7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.793782] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481672, 'name': CreateVM_Task, 'duration_secs': 0.919168} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.798030] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.798030] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52784e55-8dcb-03a9-1b3a-c3607450f049, 'name': SearchDatastore_Task, 'duration_secs': 0.009375} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.798259] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.798446] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.798803] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.802419] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2adbc2a-14cc-48ec-857a-bdf635a9f300 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.804801] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad057a78-a2a2-49b1-86ae-09d20ebd3ffb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.810325] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 818.810325] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bef5b9-ce38-e34b-8ede-d18571e3d9c6" [ 818.810325] env[69520]: _type = "Task" [ 818.810325] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.814848] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 818.814848] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520acea8-f749-c27d-2a1b-26f9a2f64d0e" [ 818.814848] env[69520]: _type = "Task" [ 818.814848] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.819531] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.819833] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.820078] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Deleting the datastore file [datastore2] 9e999262-f0b8-491e-87d5-abef92b85af2 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.826021] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-112bb21b-747a-4b70-b5b4-f3b9ee92f96a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.828326] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bef5b9-ce38-e34b-8ede-d18571e3d9c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.834533] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520acea8-f749-c27d-2a1b-26f9a2f64d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.835830] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.836117] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 28b5a2a1-0bcd-480b-923c-298210689c78/28b5a2a1-0bcd-480b-923c-298210689c78.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.836428] env[69520]: DEBUG oslo_vmware.api [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 818.836428] env[69520]: value = "task-3481678" [ 818.836428] env[69520]: _type = "Task" [ 818.836428] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.836610] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed1f5c19-53b7-4919-b29a-c5cab173cef1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.838912] env[69520]: DEBUG nova.compute.manager [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.857277] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 818.857277] env[69520]: value = "task-3481679" [ 818.857277] env[69520]: _type = "Task" [ 818.857277] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.857277] env[69520]: DEBUG oslo_vmware.api [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.866341] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.929342] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6ff751-5b8b-4927-996b-54bead54ea7f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.936739] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b06fd2-388e-45a7-98d9-3e2210961584 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.967125] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dfa7fd-a6b8-4519-87ae-86eae4bd72cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.974675] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccfc6ec-4354-4a21-abf0-1e54a4e2493e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.988454] env[69520]: DEBUG nova.compute.provider_tree [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.033703] env[69520]: DEBUG oslo_concurrency.lockutils [req-9f08b9be-dbc7-4fe6-89b1-cde3050a03c4 req-baa1cf44-1d6d-4583-ab3e-b2e68cf38d2d service nova] Releasing lock "refresh_cache-28b5a2a1-0bcd-480b-923c-298210689c78" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.062292] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481675, 'name': Rename_Task, 'duration_secs': 0.318537} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.062671] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.062945] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d37f1d87-b754-42ea-838a-146a42bda522 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.069189] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 819.069189] env[69520]: value = "task-3481680" [ 819.069189] env[69520]: _type = "Task" [ 819.069189] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.077393] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.085926] env[69520]: INFO nova.compute.manager [-] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Took 1.63 seconds to deallocate network for instance. [ 819.132628] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079302} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.132628] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.133526] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8a8485-ae7e-4e75-ab7f-89bc58caa125 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.155251] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 9f0ae0af-49d8-440b-aa76-a62a23941aaa/9f0ae0af-49d8-440b-aa76-a62a23941aaa.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.155853] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b61e598-a277-4f4a-bcf1-97e894f5118f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.176033] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 819.176033] env[69520]: value = "task-3481681" [ 819.176033] env[69520]: _type = "Task" [ 819.176033] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.185752] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.322148] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bef5b9-ce38-e34b-8ede-d18571e3d9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.015329} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.322412] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.322608] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.322851] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.322998] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.323196] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.323459] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-060c4830-e18a-4b60-9829-faac73d0de6b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.338023] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.338023] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.338443] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2789e0-d05a-4437-bb6b-d27c713fa10d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.350877] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 819.350877] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521b6149-e180-3481-c420-c7c204f2e0b1" [ 819.350877] env[69520]: _type = "Task" [ 819.350877] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.354435] env[69520]: DEBUG oslo_vmware.api [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337275} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.357658] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.357851] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.358047] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.358231] env[69520]: INFO nova.compute.manager [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 819.358511] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.358700] env[69520]: DEBUG nova.compute.manager [-] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.358798] env[69520]: DEBUG nova.network.neutron [-] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.375008] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521b6149-e180-3481-c420-c7c204f2e0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012125} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.375264] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.376064] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4dd0363-e8c3-47fb-9ff2-134db7787e70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.381568] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 819.381568] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b0fceb-e13d-42f9-b04e-870d97a78951" [ 819.381568] env[69520]: _type = "Task" [ 819.381568] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.389605] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b0fceb-e13d-42f9-b04e-870d97a78951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.492792] env[69520]: DEBUG nova.scheduler.client.report [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.580533] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481680, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.631441] env[69520]: INFO nova.compute.manager [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Took 0.55 seconds to detach 1 volumes for instance. [ 819.633915] env[69520]: DEBUG nova.compute.manager [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Deleting volume: 5bd1774f-24f0-4bcd-a4c7-747dc295effe {{(pid=69520) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 819.689013] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481681, 'name': ReconfigVM_Task, 'duration_secs': 0.318791} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.689341] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 9f0ae0af-49d8-440b-aa76-a62a23941aaa/9f0ae0af-49d8-440b-aa76-a62a23941aaa.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.690014] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc28c85e-9803-4b3d-b382-7e109efaede2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.696292] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 819.696292] env[69520]: value = "task-3481682" [ 819.696292] env[69520]: _type = "Task" [ 819.696292] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.708752] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481682, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.852637] env[69520]: DEBUG nova.compute.manager [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.872168] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481679, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.900225] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b0fceb-e13d-42f9-b04e-870d97a78951, 'name': SearchDatastore_Task, 'duration_secs': 0.018657} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.903903] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.904244] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.904505] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.904759] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.904909] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.905412] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.905697] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.905881] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.906099] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.906246] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.906422] env[69520]: DEBUG nova.virt.hardware [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.907863] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.908287] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 833bd12b-6d6a-43de-aa99-78181d11a19b/833bd12b-6d6a-43de-aa99-78181d11a19b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.909677] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb360a7-5d92-4b6e-ac65-757bb72e1efb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.915109] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c8a2b2-9afe-4ed6-a1e0-40e66324e2c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.926972] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abcd19c-48a4-4dd2-95e0-e30f7305524c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.933634] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 819.933634] env[69520]: value = "task-3481684" [ 819.933634] env[69520]: _type = "Task" [ 819.933634] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.957537] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.999496] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.003770] env[69520]: DEBUG oslo_concurrency.lockutils [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.390s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.004532] env[69520]: DEBUG nova.objects.instance [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lazy-loading 'resources' on Instance uuid a14ef9e5-adfd-4020-affc-b25322802b4b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.045365] env[69520]: INFO nova.scheduler.client.report [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Deleted allocations for instance ef93f9a2-7c1e-42d4-aa69-9068989bb28e [ 820.083288] env[69520]: DEBUG oslo_vmware.api [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481680, 'name': PowerOnVM_Task, 'duration_secs': 0.875953} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.084163] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.084495] env[69520]: INFO nova.compute.manager [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Took 9.25 seconds to spawn the instance on the hypervisor. [ 820.084873] env[69520]: DEBUG nova.compute.manager [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.086102] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b315ec77-7d97-4d55-8bb7-117e41145ad8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.183501] env[69520]: DEBUG oslo_concurrency.lockutils [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.208212] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481682, 'name': Rename_Task, 'duration_secs': 0.232593} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.208212] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.208212] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52249a5f-2e4a-44c6-afc3-f69e416e833d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.216647] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 820.216647] env[69520]: value = "task-3481685" [ 820.216647] env[69520]: _type = "Task" [ 820.216647] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.229459] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.231767] env[69520]: DEBUG nova.compute.manager [req-3cb1acc1-956e-4eb7-b22e-76ef34b7f7ae req-e9f2caf8-35f3-43e2-8fd8-abcc35b4f3ef service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Received event network-vif-plugged-6957f148-c089-45fe-93f2-dfceb5e2b04c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.232039] env[69520]: DEBUG oslo_concurrency.lockutils [req-3cb1acc1-956e-4eb7-b22e-76ef34b7f7ae req-e9f2caf8-35f3-43e2-8fd8-abcc35b4f3ef service nova] Acquiring lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.232273] env[69520]: DEBUG oslo_concurrency.lockutils [req-3cb1acc1-956e-4eb7-b22e-76ef34b7f7ae req-e9f2caf8-35f3-43e2-8fd8-abcc35b4f3ef service nova] Lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.232549] env[69520]: DEBUG oslo_concurrency.lockutils [req-3cb1acc1-956e-4eb7-b22e-76ef34b7f7ae req-e9f2caf8-35f3-43e2-8fd8-abcc35b4f3ef service nova] Lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.232672] env[69520]: DEBUG nova.compute.manager [req-3cb1acc1-956e-4eb7-b22e-76ef34b7f7ae req-e9f2caf8-35f3-43e2-8fd8-abcc35b4f3ef service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] No waiting events found dispatching network-vif-plugged-6957f148-c089-45fe-93f2-dfceb5e2b04c {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.232763] env[69520]: WARNING nova.compute.manager [req-3cb1acc1-956e-4eb7-b22e-76ef34b7f7ae req-e9f2caf8-35f3-43e2-8fd8-abcc35b4f3ef service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Received unexpected event network-vif-plugged-6957f148-c089-45fe-93f2-dfceb5e2b04c for instance with vm_state building and task_state spawning. [ 820.258936] env[69520]: DEBUG nova.network.neutron [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Successfully updated port: 6957f148-c089-45fe-93f2-dfceb5e2b04c {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.369458] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481679, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.239375} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.369810] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 28b5a2a1-0bcd-480b-923c-298210689c78/28b5a2a1-0bcd-480b-923c-298210689c78.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.370098] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.370459] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84e76310-4cd6-48cc-9328-16a07f01f47b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.378616] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 820.378616] env[69520]: value = "task-3481686" [ 820.378616] env[69520]: _type = "Task" [ 820.378616] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.389689] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.444389] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481684, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.552635] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39e086a2-790b-4b36-ae2f-88d7ee677a3b tempest-ServerAddressesTestJSON-1033029942 tempest-ServerAddressesTestJSON-1033029942-project-member] Lock "ef93f9a2-7c1e-42d4-aa69-9068989bb28e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.749s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.571510] env[69520]: DEBUG nova.network.neutron [-] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.606280] env[69520]: INFO nova.compute.manager [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Took 50.83 seconds to build instance. [ 820.726709] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.763297] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquiring lock "refresh_cache-63a7a8e3-d656-4a18-8e56-2af4b8b54677" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.763297] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquired lock "refresh_cache-63a7a8e3-d656-4a18-8e56-2af4b8b54677" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.763297] env[69520]: DEBUG nova.network.neutron [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.804930] env[69520]: DEBUG nova.compute.manager [req-e9e55a52-775b-4c17-93e4-c9d5a12e1690 req-7cea3c5b-21bf-4bac-9dd9-a29aada64414 service nova] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Received event network-vif-deleted-4c777b33-1014-4f21-b0c7-3a0270001f0f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.888628] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089379} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.888911] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.889880] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaf26e5-0fc4-4253-82ac-c0d36df20d04 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.924033] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 28b5a2a1-0bcd-480b-923c-298210689c78/28b5a2a1-0bcd-480b-923c-298210689c78.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.925782] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f9e09d8-ba5b-4a0e-8ae7-933e2b7b8aa3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.953619] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58674} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.957560] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 833bd12b-6d6a-43de-aa99-78181d11a19b/833bd12b-6d6a-43de-aa99-78181d11a19b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.957750] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.958087] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 820.958087] env[69520]: value = "task-3481687" [ 820.958087] env[69520]: _type = "Task" [ 820.958087] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.958467] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9378d8e-f78b-4c8b-b153-58daf254f9ff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.969123] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.972780] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 820.972780] env[69520]: value = "task-3481688" [ 820.972780] env[69520]: _type = "Task" [ 820.972780] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.985295] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.037688] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5da91d-5f8a-4546-bf23-8be3fb3a8914 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.045106] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7533c44e-af30-455c-bb3f-11b24f4e2d8f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.076906] env[69520]: INFO nova.compute.manager [-] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Took 1.72 seconds to deallocate network for instance. [ 821.079974] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6702157d-428d-4400-8f27-7a686b80939a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.092676] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae5948-ea5f-48d1-b8e1-2d9f521cdc07 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.104117] env[69520]: DEBUG nova.compute.provider_tree [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.109033] env[69520]: DEBUG oslo_concurrency.lockutils [None req-39569fa3-420e-4f74-9e80-1e8a1ae37c0c tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "e228d044-e193-431a-b71e-42a95862936a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.067s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.227660] env[69520]: DEBUG oslo_vmware.api [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481685, 'name': PowerOnVM_Task, 'duration_secs': 0.571276} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.227935] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.228281] env[69520]: INFO nova.compute.manager [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Took 7.71 seconds to spawn the instance on the hypervisor. [ 821.228475] env[69520]: DEBUG nova.compute.manager [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.229519] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbbe6e2-929e-482c-9e1a-bd11c21ec0df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.304768] env[69520]: DEBUG nova.network.neutron [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.470845] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481687, 'name': ReconfigVM_Task, 'duration_secs': 0.291328} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.471328] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 28b5a2a1-0bcd-480b-923c-298210689c78/28b5a2a1-0bcd-480b-923c-298210689c78.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.472107] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e70be35-2ad1-4bfa-a618-52f5425ccd36 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.482062] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 821.482062] env[69520]: value = "task-3481689" [ 821.482062] env[69520]: _type = "Task" [ 821.482062] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.488110] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07091} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.488440] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.489233] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942968d2-09b2-4ecd-afca-fddf032a16bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.495527] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481689, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.511481] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 833bd12b-6d6a-43de-aa99-78181d11a19b/833bd12b-6d6a-43de-aa99-78181d11a19b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.511830] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d07d124-bddf-4483-a563-d96ef8027e78 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.526947] env[69520]: DEBUG nova.network.neutron [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Updating instance_info_cache with network_info: [{"id": "6957f148-c089-45fe-93f2-dfceb5e2b04c", "address": "fa:16:3e:73:0f:ce", "network": {"id": "20069d0c-0904-46bf-b0e3-255ca5f3fc9b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-431449027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad401d996e340feb08cf6be40fea64f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6957f148-c0", "ovs_interfaceid": "6957f148-c089-45fe-93f2-dfceb5e2b04c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.534247] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 821.534247] env[69520]: value = "task-3481690" [ 821.534247] env[69520]: _type = "Task" [ 821.534247] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.546144] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.586036] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.606234] env[69520]: DEBUG nova.scheduler.client.report [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.612012] env[69520]: DEBUG nova.compute.manager [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.749264] env[69520]: INFO nova.compute.manager [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Took 51.94 seconds to build instance. [ 821.992220] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481689, 'name': Rename_Task, 'duration_secs': 0.209676} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.992560] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.992741] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cda9593-ef95-4770-9b12-2e82618188fb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.999508] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 821.999508] env[69520]: value = "task-3481691" [ 821.999508] env[69520]: _type = "Task" [ 821.999508] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.007306] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.029511] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Releasing lock "refresh_cache-63a7a8e3-d656-4a18-8e56-2af4b8b54677" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.029866] env[69520]: DEBUG nova.compute.manager [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Instance network_info: |[{"id": "6957f148-c089-45fe-93f2-dfceb5e2b04c", "address": "fa:16:3e:73:0f:ce", "network": {"id": "20069d0c-0904-46bf-b0e3-255ca5f3fc9b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-431449027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad401d996e340feb08cf6be40fea64f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6957f148-c0", "ovs_interfaceid": "6957f148-c089-45fe-93f2-dfceb5e2b04c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.030289] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:0f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6957f148-c089-45fe-93f2-dfceb5e2b04c', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.038433] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Creating folder: Project (9ad401d996e340feb08cf6be40fea64f). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.038837] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81ffe246-ae5c-49ed-8f3b-f30a130a4cdc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.049239] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481690, 'name': ReconfigVM_Task, 'duration_secs': 0.319554} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.049528] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 833bd12b-6d6a-43de-aa99-78181d11a19b/833bd12b-6d6a-43de-aa99-78181d11a19b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.050143] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0739f0a5-4954-44b6-a812-9caed0ccdbcf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.053472] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Created folder: Project (9ad401d996e340feb08cf6be40fea64f) in parent group-v695915. [ 822.053796] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Creating folder: Instances. Parent ref: group-v696055. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.053902] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5471e52-7e80-4438-9cb6-ebf2f526be07 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.057582] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 822.057582] env[69520]: value = "task-3481693" [ 822.057582] env[69520]: _type = "Task" [ 822.057582] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.062088] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Created folder: Instances in parent group-v696055. [ 822.062249] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.062449] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.062660] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99c22603-cf0d-4feb-86d9-57d4d4b96fec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.081174] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481693, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.087268] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.087268] env[69520]: value = "task-3481695" [ 822.087268] env[69520]: _type = "Task" [ 822.087268] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.098633] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481695, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.115186] env[69520]: DEBUG oslo_concurrency.lockutils [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.117548] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.066s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.117794] env[69520]: DEBUG nova.objects.instance [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lazy-loading 'resources' on Instance uuid e22f79a7-40d4-462c-8ce7-25d67bbc324f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.138927] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.151681] env[69520]: INFO nova.scheduler.client.report [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Deleted allocations for instance a14ef9e5-adfd-4020-affc-b25322802b4b [ 822.251973] env[69520]: DEBUG oslo_concurrency.lockutils [None req-590e7d4c-162e-4dfc-a880-4576217b9d9d tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.859s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.299654] env[69520]: DEBUG nova.compute.manager [req-17325fa6-a08e-4cd1-8aa5-f409c3e25331 req-6f79fbe2-5ca2-455d-8125-75c9d5302cb8 service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Received event network-changed-6957f148-c089-45fe-93f2-dfceb5e2b04c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.299871] env[69520]: DEBUG nova.compute.manager [req-17325fa6-a08e-4cd1-8aa5-f409c3e25331 req-6f79fbe2-5ca2-455d-8125-75c9d5302cb8 service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Refreshing instance network info cache due to event network-changed-6957f148-c089-45fe-93f2-dfceb5e2b04c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.300318] env[69520]: DEBUG oslo_concurrency.lockutils [req-17325fa6-a08e-4cd1-8aa5-f409c3e25331 req-6f79fbe2-5ca2-455d-8125-75c9d5302cb8 service nova] Acquiring lock "refresh_cache-63a7a8e3-d656-4a18-8e56-2af4b8b54677" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.300546] env[69520]: DEBUG oslo_concurrency.lockutils [req-17325fa6-a08e-4cd1-8aa5-f409c3e25331 req-6f79fbe2-5ca2-455d-8125-75c9d5302cb8 service nova] Acquired lock "refresh_cache-63a7a8e3-d656-4a18-8e56-2af4b8b54677" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.300590] env[69520]: DEBUG nova.network.neutron [req-17325fa6-a08e-4cd1-8aa5-f409c3e25331 req-6f79fbe2-5ca2-455d-8125-75c9d5302cb8 service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Refreshing network info cache for port 6957f148-c089-45fe-93f2-dfceb5e2b04c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.510593] env[69520]: DEBUG oslo_vmware.api [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481691, 'name': PowerOnVM_Task, 'duration_secs': 0.51042} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.510882] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.511212] env[69520]: INFO nova.compute.manager [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Took 6.34 seconds to spawn the instance on the hypervisor. [ 822.513147] env[69520]: DEBUG nova.compute.manager [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.513147] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb9a233-15a0-4d17-9cb0-dbdc5714738a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.571729] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481693, 'name': Rename_Task, 'duration_secs': 0.156105} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.572624] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.572624] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5895aec-fb54-4833-ab06-7fb7042f23a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.579291] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 822.579291] env[69520]: value = "task-3481696" [ 822.579291] env[69520]: _type = "Task" [ 822.579291] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.594977] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.603464] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481695, 'name': CreateVM_Task, 'duration_secs': 0.35744} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.603627] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.604385] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.604562] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.605016] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.605181] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-357d5178-3aab-4a0f-baea-bc9fc990aa32 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.609846] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 822.609846] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f3ae17-8912-0807-0534-45e866086650" [ 822.609846] env[69520]: _type = "Task" [ 822.609846] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.618494] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f3ae17-8912-0807-0534-45e866086650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.662956] env[69520]: DEBUG oslo_concurrency.lockutils [None req-941dc7ed-10df-40eb-b2d4-235d4b687f66 tempest-FloatingIPsAssociationTestJSON-1191433702 tempest-FloatingIPsAssociationTestJSON-1191433702-project-member] Lock "a14ef9e5-adfd-4020-affc-b25322802b4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.569s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.755071] env[69520]: DEBUG nova.compute.manager [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.033542] env[69520]: INFO nova.compute.manager [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Took 48.66 seconds to build instance. [ 823.094485] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481696, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.125016] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f3ae17-8912-0807-0534-45e866086650, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.130286] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.130596] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.130948] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.131030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.131175] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.131714] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7749a48f-28ae-4306-a554-b858190fd45e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.144464] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.144652] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.147808] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b0c3d0-72ee-4da7-a541-08a9d2fb57aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.156075] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 823.156075] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5247c715-929d-3060-0ecd-4bd0b9f7db3a" [ 823.156075] env[69520]: _type = "Task" [ 823.156075] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.169493] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5247c715-929d-3060-0ecd-4bd0b9f7db3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.181498] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6904c6-0cf0-4dd5-94ca-b4bdd15e8ff2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.190491] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b39eb0-2efb-4d0f-8078-dc1ad7a76d46 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.225682] env[69520]: DEBUG nova.network.neutron [req-17325fa6-a08e-4cd1-8aa5-f409c3e25331 req-6f79fbe2-5ca2-455d-8125-75c9d5302cb8 service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Updated VIF entry in instance network info cache for port 6957f148-c089-45fe-93f2-dfceb5e2b04c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.226063] env[69520]: DEBUG nova.network.neutron [req-17325fa6-a08e-4cd1-8aa5-f409c3e25331 req-6f79fbe2-5ca2-455d-8125-75c9d5302cb8 service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Updating instance_info_cache with network_info: [{"id": "6957f148-c089-45fe-93f2-dfceb5e2b04c", "address": "fa:16:3e:73:0f:ce", "network": {"id": "20069d0c-0904-46bf-b0e3-255ca5f3fc9b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-431449027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad401d996e340feb08cf6be40fea64f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6957f148-c0", "ovs_interfaceid": "6957f148-c089-45fe-93f2-dfceb5e2b04c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.227779] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f675c7-8eda-4a7b-90d5-8760143ad358 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.237504] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88770a91-de1e-49f1-ae92-98ddf001e7e3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.253691] env[69520]: DEBUG nova.compute.provider_tree [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.279671] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.535939] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccfcb5be-8c26-402b-942e-e932c1855c5b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "28b5a2a1-0bcd-480b-923c-298210689c78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.699s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.591371] env[69520]: DEBUG oslo_vmware.api [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481696, 'name': PowerOnVM_Task, 'duration_secs': 0.895374} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.591714] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.592062] env[69520]: DEBUG nova.compute.manager [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.593013] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cd1d3d-8e18-42d5-96ed-99d2d46baf52 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.667183] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5247c715-929d-3060-0ecd-4bd0b9f7db3a, 'name': SearchDatastore_Task, 'duration_secs': 0.04221} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.672017] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115c0abb-4828-4bce-a3a1-d85c87660f4e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.674561] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 823.674561] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b88f2d-0a0a-b150-8de7-565663c09fd8" [ 823.674561] env[69520]: _type = "Task" [ 823.674561] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.684744] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b88f2d-0a0a-b150-8de7-565663c09fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.732102] env[69520]: DEBUG oslo_concurrency.lockutils [req-17325fa6-a08e-4cd1-8aa5-f409c3e25331 req-6f79fbe2-5ca2-455d-8125-75c9d5302cb8 service nova] Releasing lock "refresh_cache-63a7a8e3-d656-4a18-8e56-2af4b8b54677" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.756754] env[69520]: DEBUG nova.scheduler.client.report [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.040385] env[69520]: DEBUG nova.compute.manager [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.114203] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.188920] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b88f2d-0a0a-b150-8de7-565663c09fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.189434] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.189815] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 63a7a8e3-d656-4a18-8e56-2af4b8b54677/63a7a8e3-d656-4a18-8e56-2af4b8b54677.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.190496] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-622659cc-8ca6-4d60-9fb3-2ff42e986c61 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.199566] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 824.199566] env[69520]: value = "task-3481697" [ 824.199566] env[69520]: _type = "Task" [ 824.199566] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.209904] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.263373] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.267636] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.575s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.267636] env[69520]: DEBUG nova.objects.instance [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lazy-loading 'resources' on Instance uuid 6d0988fd-8e9f-4f47-98c3-ffba7860a89f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.308810] env[69520]: INFO nova.scheduler.client.report [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted allocations for instance e22f79a7-40d4-462c-8ce7-25d67bbc324f [ 824.573037] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.711289] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481697, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.825051] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7c02459-d1fd-4227-b4be-819a937d44bb tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "e22f79a7-40d4-462c-8ce7-25d67bbc324f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.290s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.211764] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77783} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.212221] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 63a7a8e3-d656-4a18-8e56-2af4b8b54677/63a7a8e3-d656-4a18-8e56-2af4b8b54677.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.212476] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.215624] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b6daa5e-642b-48a1-8a58-b879ea90ea93 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.225135] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 825.225135] env[69520]: value = "task-3481698" [ 825.225135] env[69520]: _type = "Task" [ 825.225135] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.235870] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.299384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "833bd12b-6d6a-43de-aa99-78181d11a19b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.299384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "833bd12b-6d6a-43de-aa99-78181d11a19b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.299384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "833bd12b-6d6a-43de-aa99-78181d11a19b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.299384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "833bd12b-6d6a-43de-aa99-78181d11a19b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.299384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "833bd12b-6d6a-43de-aa99-78181d11a19b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.300587] env[69520]: INFO nova.compute.manager [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Terminating instance [ 825.324345] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5a7367-11fc-4454-9b70-22b97c8f4cd6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.334718] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81a38cb-90af-4dac-a1a3-0209ff16fddd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.369719] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f38b4-b216-41da-84a1-390bd26004a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.378404] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800f55fa-b7e7-48be-9ffa-74937a5910d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.395773] env[69520]: DEBUG nova.compute.provider_tree [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.738976] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087341} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.739335] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.740183] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542b42c9-9401-4648-906c-4fceb6ab9458 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.772920] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 63a7a8e3-d656-4a18-8e56-2af4b8b54677/63a7a8e3-d656-4a18-8e56-2af4b8b54677.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.774592] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15ffaf7-4ce2-4586-975b-e61b144a6b8b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.803245] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 825.803245] env[69520]: value = "task-3481699" [ 825.803245] env[69520]: _type = "Task" [ 825.803245] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.809654] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "refresh_cache-833bd12b-6d6a-43de-aa99-78181d11a19b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.810203] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquired lock "refresh_cache-833bd12b-6d6a-43de-aa99-78181d11a19b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.810405] env[69520]: DEBUG nova.network.neutron [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.830404] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.901141] env[69520]: DEBUG nova.scheduler.client.report [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.296658] env[69520]: DEBUG oslo_concurrency.lockutils [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "e228d044-e193-431a-b71e-42a95862936a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.296966] env[69520]: DEBUG oslo_concurrency.lockutils [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "e228d044-e193-431a-b71e-42a95862936a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.297152] env[69520]: DEBUG nova.compute.manager [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.298691] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443b1f7e-809a-47e5-ac3e-00fa9eaf8956 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.323103] env[69520]: DEBUG nova.compute.manager [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 826.323615] env[69520]: DEBUG nova.objects.instance [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lazy-loading 'flavor' on Instance uuid e228d044-e193-431a-b71e-42a95862936a {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.324887] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.345384] env[69520]: DEBUG nova.network.neutron [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.405457] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.408623] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.884s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.408623] env[69520]: DEBUG nova.objects.instance [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lazy-loading 'resources' on Instance uuid bd158f30-b46c-4c67-befb-ca1369ac5b7d {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.426987] env[69520]: DEBUG nova.network.neutron [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.428900] env[69520]: INFO nova.scheduler.client.report [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Deleted allocations for instance 6d0988fd-8e9f-4f47-98c3-ffba7860a89f [ 826.834656] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481699, 'name': ReconfigVM_Task, 'duration_secs': 0.943474} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.837360] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 63a7a8e3-d656-4a18-8e56-2af4b8b54677/63a7a8e3-d656-4a18-8e56-2af4b8b54677.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.838247] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3b2724c-1ce0-4dba-87ad-c626f6ec66ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.846339] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 826.846339] env[69520]: value = "task-3481700" [ 826.846339] env[69520]: _type = "Task" [ 826.846339] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.857123] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481700, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.930758] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Releasing lock "refresh_cache-833bd12b-6d6a-43de-aa99-78181d11a19b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.931208] env[69520]: DEBUG nova.compute.manager [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.931406] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.932681] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42803436-6916-40c8-bd3a-3b21bf35d54c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.939237] env[69520]: DEBUG oslo_concurrency.lockutils [None req-30a761b1-968c-4d32-8cde-9698eb8a074f tempest-VolumesAssistedSnapshotsTest-1596508394 tempest-VolumesAssistedSnapshotsTest-1596508394-project-member] Lock "6d0988fd-8e9f-4f47-98c3-ffba7860a89f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.249s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.945496] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.945775] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f63c39d-8ba4-4bda-b4ce-173388e69a6d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.955163] env[69520]: DEBUG oslo_vmware.api [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 826.955163] env[69520]: value = "task-3481701" [ 826.955163] env[69520]: _type = "Task" [ 826.955163] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.969086] env[69520]: DEBUG oslo_vmware.api [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.341251] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.341952] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-762f0fbc-46ab-48aa-aed5-de6836424254 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.354841] env[69520]: DEBUG oslo_vmware.api [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 827.354841] env[69520]: value = "task-3481702" [ 827.354841] env[69520]: _type = "Task" [ 827.354841] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.367199] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481700, 'name': Rename_Task, 'duration_secs': 0.231165} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.370358] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.370358] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e0db283-9ca9-43ea-89e0-126e0cc11c46 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.375282] env[69520]: DEBUG oslo_vmware.api [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.383838] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 827.383838] env[69520]: value = "task-3481703" [ 827.383838] env[69520]: _type = "Task" [ 827.383838] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.395100] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.445259] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1959c4c1-3d4a-400f-bb5f-7ab424e62d7e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.454575] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c942e22-a0ba-48ec-83eb-584c73a5a2de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.468696] env[69520]: DEBUG oslo_vmware.api [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481701, 'name': PowerOffVM_Task, 'duration_secs': 0.15585} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.500893] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.501187] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.502237] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99532c61-ce80-457b-885b-4762e965dce9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.504667] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19c2330-9155-419e-9fb9-6284517f4e30 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.516377] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba48bc8-1934-46ee-971e-c3056dafc4c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.537299] env[69520]: DEBUG nova.compute.provider_tree [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.540439] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.540696] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.540937] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Deleting the datastore file [datastore2] 833bd12b-6d6a-43de-aa99-78181d11a19b {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.541580] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1829050-4fe9-45ed-a603-bc884a804517 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.550484] env[69520]: DEBUG oslo_vmware.api [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for the task: (returnval){ [ 827.550484] env[69520]: value = "task-3481705" [ 827.550484] env[69520]: _type = "Task" [ 827.550484] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.563495] env[69520]: DEBUG oslo_vmware.api [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.866961] env[69520]: DEBUG oslo_vmware.api [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481702, 'name': PowerOffVM_Task, 'duration_secs': 0.312147} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.867974] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.868371] env[69520]: DEBUG nova.compute.manager [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.869357] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a5ac06-e315-4e35-81f3-8fcf93ba05e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.895839] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481703, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.043990] env[69520]: DEBUG nova.scheduler.client.report [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.065964] env[69520]: DEBUG oslo_vmware.api [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Task: {'id': task-3481705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17639} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.067263] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.067263] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.067263] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.067263] env[69520]: INFO nova.compute.manager [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 828.069362] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.069362] env[69520]: DEBUG nova.compute.manager [-] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.069362] env[69520]: DEBUG nova.network.neutron [-] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.095067] env[69520]: DEBUG nova.network.neutron [-] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.387485] env[69520]: DEBUG oslo_concurrency.lockutils [None req-80e5921c-f0e4-41ef-a68d-f67bea09d0f1 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "e228d044-e193-431a-b71e-42a95862936a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.400377] env[69520]: DEBUG oslo_vmware.api [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481703, 'name': PowerOnVM_Task, 'duration_secs': 0.663428} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.401306] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.402030] env[69520]: INFO nova.compute.manager [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Took 8.55 seconds to spawn the instance on the hypervisor. [ 828.402308] env[69520]: DEBUG nova.compute.manager [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.404123] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acabb87-c6a0-4523-8436-f387ac28640e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.554046] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.554046] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.238s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.554046] env[69520]: DEBUG nova.objects.instance [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lazy-loading 'resources' on Instance uuid 40f1f573-9bc0-43f2-97e8-80b863e1500c {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.596678] env[69520]: DEBUG nova.network.neutron [-] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.601999] env[69520]: INFO nova.scheduler.client.report [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Deleted allocations for instance bd158f30-b46c-4c67-befb-ca1369ac5b7d [ 828.849658] env[69520]: DEBUG nova.objects.instance [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lazy-loading 'flavor' on Instance uuid e228d044-e193-431a-b71e-42a95862936a {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.932265] env[69520]: INFO nova.compute.manager [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Took 46.88 seconds to build instance. [ 829.102264] env[69520]: INFO nova.compute.manager [-] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Took 1.03 seconds to deallocate network for instance. [ 829.119414] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d25b4e8d-0f19-42c4-8edb-65044b1a6de0 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "bd158f30-b46c-4c67-befb-ca1369ac5b7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.360s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.326959] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquiring lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.358474] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "refresh_cache-e228d044-e193-431a-b71e-42a95862936a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.358474] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquired lock "refresh_cache-e228d044-e193-431a-b71e-42a95862936a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.358474] env[69520]: DEBUG nova.network.neutron [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.358474] env[69520]: DEBUG nova.objects.instance [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lazy-loading 'info_cache' on Instance uuid e228d044-e193-431a-b71e-42a95862936a {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.436283] env[69520]: DEBUG oslo_concurrency.lockutils [None req-93527e19-4d6b-4d16-af09-52b275c296c0 tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.034s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.437612] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.111s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.438024] env[69520]: INFO nova.compute.manager [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Rebooting instance [ 829.612192] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.630666] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07517ba1-0d0b-4d61-b2ab-8eed92cad983 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.641080] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80278f7b-c34f-4346-8811-eaf2b6c6eb8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.674018] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2fb6c7-0ae0-4e26-bfb0-ede6335be45d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.682897] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7152aed2-e184-4b6f-a6c9-ef7350d81ef4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.698696] env[69520]: DEBUG nova.compute.provider_tree [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.861305] env[69520]: DEBUG nova.objects.base [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 829.941580] env[69520]: DEBUG nova.compute.manager [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.966301] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquiring lock "refresh_cache-63a7a8e3-d656-4a18-8e56-2af4b8b54677" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.968236] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquired lock "refresh_cache-63a7a8e3-d656-4a18-8e56-2af4b8b54677" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.968236] env[69520]: DEBUG nova.network.neutron [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.991606] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquiring lock "304485f6-b35e-4189-aebd-3b7e8043207d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.992096] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lock "304485f6-b35e-4189-aebd-3b7e8043207d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.207082] env[69520]: DEBUG nova.scheduler.client.report [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.476831] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.692659] env[69520]: DEBUG nova.network.neutron [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Updating instance_info_cache with network_info: [{"id": "9e53ae94-d0e4-4129-8eab-e2698235d2f1", "address": "fa:16:3e:d8:c7:4c", "network": {"id": "9ebe49f5-afe7-4220-9758-c95a52655b2c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-9248152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdcdac52cdad44909442bedef97f3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e53ae94-d0", "ovs_interfaceid": "9e53ae94-d0e4-4129-8eab-e2698235d2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.717647] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.720677] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.497s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.722479] env[69520]: INFO nova.compute.claims [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.760502] env[69520]: INFO nova.scheduler.client.report [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted allocations for instance 40f1f573-9bc0-43f2-97e8-80b863e1500c [ 830.902934] env[69520]: DEBUG nova.network.neutron [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Updating instance_info_cache with network_info: [{"id": "6957f148-c089-45fe-93f2-dfceb5e2b04c", "address": "fa:16:3e:73:0f:ce", "network": {"id": "20069d0c-0904-46bf-b0e3-255ca5f3fc9b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-431449027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad401d996e340feb08cf6be40fea64f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6957f148-c0", "ovs_interfaceid": "6957f148-c089-45fe-93f2-dfceb5e2b04c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.195419] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Releasing lock "refresh_cache-e228d044-e193-431a-b71e-42a95862936a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.271264] env[69520]: DEBUG oslo_concurrency.lockutils [None req-17f3001e-0cea-49a2-8f4d-5d201d68e6a7 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "40f1f573-9bc0-43f2-97e8-80b863e1500c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.860s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.407969] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Releasing lock "refresh_cache-63a7a8e3-d656-4a18-8e56-2af4b8b54677" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.913265] env[69520]: DEBUG nova.compute.manager [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.913714] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c58ecd-0e71-48af-8c37-faeceb545594 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.144619] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd3b5d-b05b-406f-87bc-8e46482b1a51 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.153060] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13f3571-5577-4b15-9058-8c9417648513 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.185658] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049fe45f-8ff2-4496-b15c-d72d86dfe29f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.194424] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9874d6-8a8b-4981-8b24-d383318ee220 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.201299] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.209309] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46deddf1-390f-4eb1-b69b-461c52dde5e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.211228] env[69520]: DEBUG nova.compute.provider_tree [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.219312] env[69520]: DEBUG oslo_vmware.api [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 832.219312] env[69520]: value = "task-3481706" [ 832.219312] env[69520]: _type = "Task" [ 832.219312] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.230841] env[69520]: DEBUG oslo_vmware.api [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.719036] env[69520]: DEBUG nova.scheduler.client.report [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.735507] env[69520]: DEBUG oslo_vmware.api [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.932795] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed145b0-ea0f-4840-b8f9-24f5fa3851bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.941633] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Doing hard reboot of VM {{(pid=69520) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 832.941979] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-12bb8729-956c-4442-b9ec-17103b754731 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.950848] env[69520]: DEBUG oslo_vmware.api [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 832.950848] env[69520]: value = "task-3481707" [ 832.950848] env[69520]: _type = "Task" [ 832.950848] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.960569] env[69520]: DEBUG oslo_vmware.api [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481707, 'name': ResetVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.231293] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.231861] env[69520]: DEBUG nova.compute.manager [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.234938] env[69520]: DEBUG oslo_vmware.api [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481706, 'name': PowerOnVM_Task, 'duration_secs': 0.665313} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.234938] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.275s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.236285] env[69520]: INFO nova.compute.claims [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.239409] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.239409] env[69520]: DEBUG nova.compute.manager [None req-3f63653a-e429-4f27-853d-0cc141b7d44b tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.239995] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c222b633-3a0f-4bc2-a91f-2a0578303f2b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.461923] env[69520]: DEBUG oslo_vmware.api [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481707, 'name': ResetVM_Task, 'duration_secs': 0.096989} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.462946] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Did hard reboot of VM {{(pid=69520) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 833.463326] env[69520]: DEBUG nova.compute.manager [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.464100] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588351ed-9a8f-4c10-97ce-057529155c2a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.741126] env[69520]: DEBUG nova.compute.utils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.743090] env[69520]: DEBUG nova.compute.manager [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.743090] env[69520]: DEBUG nova.network.neutron [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.795644] env[69520]: DEBUG nova.policy [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89362963ec40445fa6697f35dbeba2fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e9e228a7d9d40de8e6293deace9a049', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.977979] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5ca202c1-735e-4dd7-b102-0c08f20cc59d tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.540s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.187295] env[69520]: DEBUG nova.network.neutron [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Successfully created port: 3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.247141] env[69520]: DEBUG nova.compute.manager [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.294144] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquiring lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.294621] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.296084] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquiring lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.296084] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.296084] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.299353] env[69520]: INFO nova.compute.manager [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Terminating instance [ 834.719568] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009f3d74-4391-4226-947c-f021d4286829 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.730948] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fabd79c-e1d3-4f1f-9a1f-2e52933b7f8b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.777410] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6484e5-75d8-4fca-ac1c-678884689964 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.788949] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb9e2e0-bba0-491a-8087-834f68848757 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.806277] env[69520]: DEBUG nova.compute.manager [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.806548] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.807206] env[69520]: DEBUG nova.compute.provider_tree [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.809336] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553b5b20-a0a4-49f8-ad50-83d22ad99ac5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.818841] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.820264] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fe77c0d-4239-41ee-8a56-ed0284a2b006 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.829293] env[69520]: DEBUG oslo_vmware.api [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 834.829293] env[69520]: value = "task-3481708" [ 834.829293] env[69520]: _type = "Task" [ 834.829293] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.839500] env[69520]: DEBUG oslo_vmware.api [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.284017] env[69520]: DEBUG nova.compute.manager [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.313182] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.313454] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.313621] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.313808] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.313968] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.314133] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.314353] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.314537] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.314785] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.314881] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.315073] env[69520]: DEBUG nova.virt.hardware [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.315956] env[69520]: DEBUG nova.scheduler.client.report [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.319684] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d123f86-c194-4988-8dbb-1d48f842d067 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.328382] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002d85c9-3ae3-4e22-b00e-788e79e5430c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.344304] env[69520]: DEBUG oslo_vmware.api [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481708, 'name': PowerOffVM_Task, 'duration_secs': 0.515412} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.352335] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.352729] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.353254] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f554c39-f2cf-406a-9127-62c74dcf47f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.430057] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.430260] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.430506] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Deleting the datastore file [datastore2] 63a7a8e3-d656-4a18-8e56-2af4b8b54677 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.430783] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-765b6591-2722-4ccc-af9c-10d67ed5271f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.438112] env[69520]: DEBUG oslo_vmware.api [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for the task: (returnval){ [ 835.438112] env[69520]: value = "task-3481710" [ 835.438112] env[69520]: _type = "Task" [ 835.438112] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.447240] env[69520]: DEBUG oslo_vmware.api [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.824049] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.824614] env[69520]: DEBUG nova.compute.manager [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.827854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.833s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.828089] env[69520]: DEBUG nova.objects.instance [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lazy-loading 'resources' on Instance uuid a27c7c05-e62d-4015-8b5a-1419333663e9 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.949609] env[69520]: DEBUG oslo_vmware.api [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Task: {'id': task-3481710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239776} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.950283] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.950283] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.951043] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.951365] env[69520]: INFO nova.compute.manager [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Took 1.14 seconds to destroy the instance on the hypervisor. [ 835.951709] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.951998] env[69520]: DEBUG nova.compute.manager [-] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.952162] env[69520]: DEBUG nova.network.neutron [-] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.967282] env[69520]: DEBUG nova.compute.manager [req-efd3c365-5f83-45c5-a0b3-a748c773f1ef req-f12450ee-d96b-4c5b-a76d-13b0deb1584a service nova] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Received event network-vif-plugged-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.967470] env[69520]: DEBUG oslo_concurrency.lockutils [req-efd3c365-5f83-45c5-a0b3-a748c773f1ef req-f12450ee-d96b-4c5b-a76d-13b0deb1584a service nova] Acquiring lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.967679] env[69520]: DEBUG oslo_concurrency.lockutils [req-efd3c365-5f83-45c5-a0b3-a748c773f1ef req-f12450ee-d96b-4c5b-a76d-13b0deb1584a service nova] Lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.970875] env[69520]: DEBUG oslo_concurrency.lockutils [req-efd3c365-5f83-45c5-a0b3-a748c773f1ef req-f12450ee-d96b-4c5b-a76d-13b0deb1584a service nova] Lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.971152] env[69520]: DEBUG nova.compute.manager [req-efd3c365-5f83-45c5-a0b3-a748c773f1ef req-f12450ee-d96b-4c5b-a76d-13b0deb1584a service nova] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] No waiting events found dispatching network-vif-plugged-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.971390] env[69520]: WARNING nova.compute.manager [req-efd3c365-5f83-45c5-a0b3-a748c773f1ef req-f12450ee-d96b-4c5b-a76d-13b0deb1584a service nova] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Received unexpected event network-vif-plugged-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 for instance with vm_state building and task_state spawning. [ 836.076258] env[69520]: DEBUG nova.network.neutron [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Successfully updated port: 3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.302535] env[69520]: DEBUG nova.compute.manager [req-74413755-3500-4a0c-8f2b-d369f47642f3 req-36bdf779-bc69-4fcc-966c-7a825d2ce033 service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Received event network-vif-deleted-6957f148-c089-45fe-93f2-dfceb5e2b04c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.302793] env[69520]: INFO nova.compute.manager [req-74413755-3500-4a0c-8f2b-d369f47642f3 req-36bdf779-bc69-4fcc-966c-7a825d2ce033 service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Neutron deleted interface 6957f148-c089-45fe-93f2-dfceb5e2b04c; detaching it from the instance and deleting it from the info cache [ 836.303471] env[69520]: DEBUG nova.network.neutron [req-74413755-3500-4a0c-8f2b-d369f47642f3 req-36bdf779-bc69-4fcc-966c-7a825d2ce033 service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.330995] env[69520]: DEBUG nova.compute.utils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.337134] env[69520]: DEBUG nova.compute.manager [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.337134] env[69520]: DEBUG nova.network.neutron [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.379060] env[69520]: DEBUG nova.policy [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e540b4380f04c5c9b2167bdd0758792', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38b7a074d4fd40f1bccf7fc047101a11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.579311] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "refresh_cache-4c2791ad-bae8-44d4-a17a-bebe2dc29af6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.579311] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "refresh_cache-4c2791ad-bae8-44d4-a17a-bebe2dc29af6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.579513] env[69520]: DEBUG nova.network.neutron [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.691054] env[69520]: DEBUG nova.network.neutron [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Successfully created port: 65faeee3-5e1c-411a-9988-626741cf151c {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.702504] env[69520]: DEBUG nova.network.neutron [-] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.793972] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03016b35-6b98-4116-a236-ad08a14a8bb2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.803472] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688687e2-6762-42e9-801f-c878603f6d38 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.810462] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43ed9cb3-b053-4ebf-aaf3-f5665b2c51a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.837567] env[69520]: DEBUG nova.compute.manager [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.841945] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e6effd-4ada-4a60-8100-b2ae7e55f3fb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.847797] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4670536-c459-4db6-878e-0ba90da227b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.865077] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1b8643-0174-4e99-96bb-cad39b7c1829 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.882561] env[69520]: DEBUG nova.compute.manager [req-74413755-3500-4a0c-8f2b-d369f47642f3 req-36bdf779-bc69-4fcc-966c-7a825d2ce033 service nova] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Detach interface failed, port_id=6957f148-c089-45fe-93f2-dfceb5e2b04c, reason: Instance 63a7a8e3-d656-4a18-8e56-2af4b8b54677 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.890979] env[69520]: DEBUG nova.compute.provider_tree [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.098929] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "28b5a2a1-0bcd-480b-923c-298210689c78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.099218] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "28b5a2a1-0bcd-480b-923c-298210689c78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.099426] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "28b5a2a1-0bcd-480b-923c-298210689c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.099606] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "28b5a2a1-0bcd-480b-923c-298210689c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.099769] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "28b5a2a1-0bcd-480b-923c-298210689c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.102499] env[69520]: INFO nova.compute.manager [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Terminating instance [ 837.110213] env[69520]: DEBUG nova.network.neutron [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.209378] env[69520]: INFO nova.compute.manager [-] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Took 1.26 seconds to deallocate network for instance. [ 837.325148] env[69520]: DEBUG nova.network.neutron [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Updating instance_info_cache with network_info: [{"id": "3fdeeae6-fcaf-41c8-b27e-371d90cfbd40", "address": "fa:16:3e:86:5d:d9", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdeeae6-fc", "ovs_interfaceid": "3fdeeae6-fcaf-41c8-b27e-371d90cfbd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.394768] env[69520]: DEBUG nova.scheduler.client.report [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.606646] env[69520]: DEBUG nova.compute.manager [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.606873] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.607799] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0464059d-25d1-4cb9-9790-9be6364074da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.616715] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.616952] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c6353bb-c358-4c7e-885f-94e1aedd1b69 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.624111] env[69520]: DEBUG oslo_vmware.api [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 837.624111] env[69520]: value = "task-3481711" [ 837.624111] env[69520]: _type = "Task" [ 837.624111] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.633397] env[69520]: DEBUG oslo_vmware.api [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.715831] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.830531] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "refresh_cache-4c2791ad-bae8-44d4-a17a-bebe2dc29af6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.830942] env[69520]: DEBUG nova.compute.manager [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Instance network_info: |[{"id": "3fdeeae6-fcaf-41c8-b27e-371d90cfbd40", "address": "fa:16:3e:86:5d:d9", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdeeae6-fc", "ovs_interfaceid": "3fdeeae6-fcaf-41c8-b27e-371d90cfbd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.831452] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:5d:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fdeeae6-fcaf-41c8-b27e-371d90cfbd40', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.839251] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.839508] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.839734] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e425ab50-c793-4ab4-9366-24fc0db6658c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.855635] env[69520]: DEBUG nova.compute.manager [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.864656] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.864656] env[69520]: value = "task-3481712" [ 837.864656] env[69520]: _type = "Task" [ 837.864656] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.873560] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481712, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.889542] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.889784] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.889938] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.890131] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.890281] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.890429] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.890640] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.890797] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.890963] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.891165] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.891345] env[69520]: DEBUG nova.virt.hardware [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.892261] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29884b34-ac4d-4d0b-927c-616cfb0f38c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.901264] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.904188] env[69520]: DEBUG oslo_concurrency.lockutils [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.908s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.904188] env[69520]: DEBUG nova.objects.instance [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lazy-loading 'resources' on Instance uuid 38fa3f74-6ae4-436e-a3a8-c510219dfa8e {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.906323] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7509385-1920-4b7f-805a-6c29d44bdcdb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.926854] env[69520]: INFO nova.scheduler.client.report [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleted allocations for instance a27c7c05-e62d-4015-8b5a-1419333663e9 [ 837.995279] env[69520]: DEBUG nova.compute.manager [req-0561a01b-6956-4645-baad-3e7d1694eacc req-1ebadf89-e0cb-4f1c-acad-51b8ee8cb58c service nova] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Received event network-changed-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.995520] env[69520]: DEBUG nova.compute.manager [req-0561a01b-6956-4645-baad-3e7d1694eacc req-1ebadf89-e0cb-4f1c-acad-51b8ee8cb58c service nova] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Refreshing instance network info cache due to event network-changed-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.995774] env[69520]: DEBUG oslo_concurrency.lockutils [req-0561a01b-6956-4645-baad-3e7d1694eacc req-1ebadf89-e0cb-4f1c-acad-51b8ee8cb58c service nova] Acquiring lock "refresh_cache-4c2791ad-bae8-44d4-a17a-bebe2dc29af6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.995922] env[69520]: DEBUG oslo_concurrency.lockutils [req-0561a01b-6956-4645-baad-3e7d1694eacc req-1ebadf89-e0cb-4f1c-acad-51b8ee8cb58c service nova] Acquired lock "refresh_cache-4c2791ad-bae8-44d4-a17a-bebe2dc29af6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.996140] env[69520]: DEBUG nova.network.neutron [req-0561a01b-6956-4645-baad-3e7d1694eacc req-1ebadf89-e0cb-4f1c-acad-51b8ee8cb58c service nova] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Refreshing network info cache for port 3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.138812] env[69520]: DEBUG oslo_vmware.api [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481711, 'name': PowerOffVM_Task, 'duration_secs': 0.211238} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.138812] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.138980] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.139296] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c29008b8-7611-42ad-bf4f-3b398330b8f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.213165] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.213462] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.213685] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Deleting the datastore file [datastore2] 28b5a2a1-0bcd-480b-923c-298210689c78 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.213843] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20cbc83a-8e68-4b48-9250-4cbf011aa047 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.222374] env[69520]: DEBUG oslo_vmware.api [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 838.222374] env[69520]: value = "task-3481714" [ 838.222374] env[69520]: _type = "Task" [ 838.222374] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.231521] env[69520]: DEBUG oslo_vmware.api [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.249556] env[69520]: DEBUG nova.network.neutron [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Successfully updated port: 65faeee3-5e1c-411a-9988-626741cf151c {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.380093] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481712, 'name': CreateVM_Task, 'duration_secs': 0.377344} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.381472] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.382585] env[69520]: DEBUG nova.compute.manager [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Received event network-vif-plugged-65faeee3-5e1c-411a-9988-626741cf151c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.382790] env[69520]: DEBUG oslo_concurrency.lockutils [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] Acquiring lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.382996] env[69520]: DEBUG oslo_concurrency.lockutils [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] Lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.383182] env[69520]: DEBUG oslo_concurrency.lockutils [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] Lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.383349] env[69520]: DEBUG nova.compute.manager [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] No waiting events found dispatching network-vif-plugged-65faeee3-5e1c-411a-9988-626741cf151c {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.383571] env[69520]: WARNING nova.compute.manager [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Received unexpected event network-vif-plugged-65faeee3-5e1c-411a-9988-626741cf151c for instance with vm_state building and task_state spawning. [ 838.383740] env[69520]: DEBUG nova.compute.manager [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Received event network-changed-65faeee3-5e1c-411a-9988-626741cf151c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.383893] env[69520]: DEBUG nova.compute.manager [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Refreshing instance network info cache due to event network-changed-65faeee3-5e1c-411a-9988-626741cf151c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.384116] env[69520]: DEBUG oslo_concurrency.lockutils [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] Acquiring lock "refresh_cache-078bdb50-0a33-4034-a4eb-1ec9ea6f240d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.384262] env[69520]: DEBUG oslo_concurrency.lockutils [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] Acquired lock "refresh_cache-078bdb50-0a33-4034-a4eb-1ec9ea6f240d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.384420] env[69520]: DEBUG nova.network.neutron [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Refreshing network info cache for port 65faeee3-5e1c-411a-9988-626741cf151c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.385771] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.385932] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.386253] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.386778] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f968f7d7-d246-469b-9e05-56b45ae03dde {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.394841] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 838.394841] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5231c198-ffd1-92b9-2b8b-361c04d4d9b3" [ 838.394841] env[69520]: _type = "Task" [ 838.394841] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.404688] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5231c198-ffd1-92b9-2b8b-361c04d4d9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.434965] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed5aaaa8-4a26-4165-97c9-6a158c48bf84 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "a27c7c05-e62d-4015-8b5a-1419333663e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.247s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.724050] env[69520]: DEBUG nova.network.neutron [req-0561a01b-6956-4645-baad-3e7d1694eacc req-1ebadf89-e0cb-4f1c-acad-51b8ee8cb58c service nova] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Updated VIF entry in instance network info cache for port 3fdeeae6-fcaf-41c8-b27e-371d90cfbd40. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.724222] env[69520]: DEBUG nova.network.neutron [req-0561a01b-6956-4645-baad-3e7d1694eacc req-1ebadf89-e0cb-4f1c-acad-51b8ee8cb58c service nova] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Updating instance_info_cache with network_info: [{"id": "3fdeeae6-fcaf-41c8-b27e-371d90cfbd40", "address": "fa:16:3e:86:5d:d9", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdeeae6-fc", "ovs_interfaceid": "3fdeeae6-fcaf-41c8-b27e-371d90cfbd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.739369] env[69520]: DEBUG oslo_vmware.api [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177746} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.740233] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.740423] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.740600] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.740769] env[69520]: INFO nova.compute.manager [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Took 1.13 seconds to destroy the instance on the hypervisor. [ 838.741013] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.741215] env[69520]: DEBUG nova.compute.manager [-] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.741307] env[69520]: DEBUG nova.network.neutron [-] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.753834] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquiring lock "refresh_cache-078bdb50-0a33-4034-a4eb-1ec9ea6f240d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877734] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d812b03b-e3ff-43b9-899f-5560d76f4d09 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.886488] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4d834b-0949-45b2-b5a8-9175b6f17bc7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.922672] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af219a-5012-4df0-b4b9-b43ae4ba6a53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.932142] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5231c198-ffd1-92b9-2b8b-361c04d4d9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012039} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.934497] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.934750] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.935048] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.935228] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.935558] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.936188] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63db9c7a-136d-47af-8c7c-670e8b162a34 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.939110] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a251faa4-de58-40c5-a83e-623305645c02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.953843] env[69520]: DEBUG nova.compute.provider_tree [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.956716] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.956898] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.957887] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618aa3d8-7a14-4c25-83e0-5614f18d4412 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.964147] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 838.964147] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5213690f-11da-1291-b3f2-7b10b566b76c" [ 838.964147] env[69520]: _type = "Task" [ 838.964147] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.968799] env[69520]: DEBUG nova.network.neutron [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.977298] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5213690f-11da-1291-b3f2-7b10b566b76c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.071034] env[69520]: DEBUG nova.network.neutron [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.232919] env[69520]: DEBUG oslo_concurrency.lockutils [req-0561a01b-6956-4645-baad-3e7d1694eacc req-1ebadf89-e0cb-4f1c-acad-51b8ee8cb58c service nova] Releasing lock "refresh_cache-4c2791ad-bae8-44d4-a17a-bebe2dc29af6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.458855] env[69520]: DEBUG nova.scheduler.client.report [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.474935] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5213690f-11da-1291-b3f2-7b10b566b76c, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.476276] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050ebdd5-20e7-4125-a817-a105d164403c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.483016] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 839.483016] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5258c7f5-5191-57d7-6375-36a197e170d5" [ 839.483016] env[69520]: _type = "Task" [ 839.483016] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.492152] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5258c7f5-5191-57d7-6375-36a197e170d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.538340] env[69520]: DEBUG nova.network.neutron [-] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.572476] env[69520]: DEBUG oslo_concurrency.lockutils [req-e502ed9b-0144-407e-905a-cb572e84dcd7 req-1730d9f3-e6c3-4e6a-b84b-1b101242f2c7 service nova] Releasing lock "refresh_cache-078bdb50-0a33-4034-a4eb-1ec9ea6f240d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.572856] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquired lock "refresh_cache-078bdb50-0a33-4034-a4eb-1ec9ea6f240d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.573016] env[69520]: DEBUG nova.network.neutron [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.674044] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquiring lock "c3f38d90-acbe-4a6a-a957-ea8145159a11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.674389] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Lock "c3f38d90-acbe-4a6a-a957-ea8145159a11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.963727] env[69520]: DEBUG oslo_concurrency.lockutils [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.966453] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.945s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.968564] env[69520]: INFO nova.compute.claims [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.989301] env[69520]: INFO nova.scheduler.client.report [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleted allocations for instance 38fa3f74-6ae4-436e-a3a8-c510219dfa8e [ 839.997154] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5258c7f5-5191-57d7-6375-36a197e170d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012082} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.997654] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.997925] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 4c2791ad-bae8-44d4-a17a-bebe2dc29af6/4c2791ad-bae8-44d4-a17a-bebe2dc29af6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.998191] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-593e64f9-1861-46ee-b71c-263338acc3d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.007539] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 840.007539] env[69520]: value = "task-3481715" [ 840.007539] env[69520]: _type = "Task" [ 840.007539] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.016805] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.040408] env[69520]: INFO nova.compute.manager [-] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Took 1.30 seconds to deallocate network for instance. [ 840.127135] env[69520]: DEBUG nova.network.neutron [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.339377] env[69520]: DEBUG nova.network.neutron [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Updating instance_info_cache with network_info: [{"id": "65faeee3-5e1c-411a-9988-626741cf151c", "address": "fa:16:3e:7a:e0:ed", "network": {"id": "b4e2fedb-b583-470f-ab11-37da1a772041", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-649982636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38b7a074d4fd40f1bccf7fc047101a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65faeee3-5e", "ovs_interfaceid": "65faeee3-5e1c-411a-9988-626741cf151c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.501140] env[69520]: DEBUG oslo_concurrency.lockutils [None req-349fd629-ed1b-428d-884b-c503f78a6d36 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "38fa3f74-6ae4-436e-a3a8-c510219dfa8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.892s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.518702] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476256} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.518961] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 4c2791ad-bae8-44d4-a17a-bebe2dc29af6/4c2791ad-bae8-44d4-a17a-bebe2dc29af6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.519189] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.519434] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa4a2dd5-4629-42b9-9198-301feaa5ee09 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.526665] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 840.526665] env[69520]: value = "task-3481716" [ 840.526665] env[69520]: _type = "Task" [ 840.526665] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.534175] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.546422] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.658762] env[69520]: DEBUG nova.compute.manager [req-95af2978-7681-4f9c-87f3-41e3bf266dfa req-cfbf72a3-29f4-4c6b-b937-ac7967f3a36a service nova] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Received event network-vif-deleted-b2674f58-fb4e-4054-9a39-db7802af9449 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.842859] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Releasing lock "refresh_cache-078bdb50-0a33-4034-a4eb-1ec9ea6f240d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.842859] env[69520]: DEBUG nova.compute.manager [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Instance network_info: |[{"id": "65faeee3-5e1c-411a-9988-626741cf151c", "address": "fa:16:3e:7a:e0:ed", "network": {"id": "b4e2fedb-b583-470f-ab11-37da1a772041", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-649982636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38b7a074d4fd40f1bccf7fc047101a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65faeee3-5e", "ovs_interfaceid": "65faeee3-5e1c-411a-9988-626741cf151c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.843408] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:e0:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65faeee3-5e1c-411a-9988-626741cf151c', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.852227] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Creating folder: Project (38b7a074d4fd40f1bccf7fc047101a11). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.852397] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-532d047a-ce55-47d9-ad19-7c3a3a829ec1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.866479] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Created folder: Project (38b7a074d4fd40f1bccf7fc047101a11) in parent group-v695915. [ 840.866723] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Creating folder: Instances. Parent ref: group-v696059. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.866983] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-975f7c64-c8eb-4128-ba1e-2379fbffb186 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.878608] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Created folder: Instances in parent group-v696059. [ 840.878863] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.879077] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.879364] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ca9706-5321-44f8-b725-a8a2fbf0517c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.900049] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.900049] env[69520]: value = "task-3481719" [ 840.900049] env[69520]: _type = "Task" [ 840.900049] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.908265] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481719, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.042857] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08288} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.043299] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.044271] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26586ed8-c9f7-46a0-b7c9-759f96285c55 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.072810] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 4c2791ad-bae8-44d4-a17a-bebe2dc29af6/4c2791ad-bae8-44d4-a17a-bebe2dc29af6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.076599] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e4db558-2d43-4537-94f3-78d8d5fb7e5d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.099951] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 841.099951] env[69520]: value = "task-3481720" [ 841.099951] env[69520]: _type = "Task" [ 841.099951] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.112703] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.417288] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481719, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.451409] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c0f9fe-1487-402a-9fd5-c807db8904b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.460243] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06867ce7-e9c3-4d03-ab9a-d1ebb0a72daf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.494065] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ca9f6c-0468-42b4-9d2b-76f85dd74279 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.502969] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64620cd1-fea3-4e56-aa08-181aab4cdbb2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.519936] env[69520]: DEBUG nova.compute.provider_tree [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.610778] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481720, 'name': ReconfigVM_Task, 'duration_secs': 0.370648} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.611271] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 4c2791ad-bae8-44d4-a17a-bebe2dc29af6/4c2791ad-bae8-44d4-a17a-bebe2dc29af6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.611899] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56023737-adfb-4785-ad4d-119e462ef419 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.620393] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 841.620393] env[69520]: value = "task-3481721" [ 841.620393] env[69520]: _type = "Task" [ 841.620393] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.629234] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481721, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.917247] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481719, 'name': CreateVM_Task, 'duration_secs': 0.862732} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.917247] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.917678] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.917844] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.918251] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.918564] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef59f60f-af5b-41ed-a17c-9fa343624c2b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.924252] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for the task: (returnval){ [ 841.924252] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cd17bc-3d39-ccb5-5b64-cfe4ca264dfb" [ 841.924252] env[69520]: _type = "Task" [ 841.924252] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.932656] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cd17bc-3d39-ccb5-5b64-cfe4ca264dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.023180] env[69520]: DEBUG nova.scheduler.client.report [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.096121] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.096704] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.120068] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.120307] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.132141] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481721, 'name': Rename_Task, 'duration_secs': 0.185884} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.132433] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.132673] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e2b2073-cea5-402c-98dd-b6bf52498eff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.140383] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 842.140383] env[69520]: value = "task-3481722" [ 842.140383] env[69520]: _type = "Task" [ 842.140383] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.149917] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.435294] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cd17bc-3d39-ccb5-5b64-cfe4ca264dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.435530] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.435761] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.436050] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.436259] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.436489] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.436779] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b65db762-a44a-42bd-bfe2-47fc8b1fb2ed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.446938] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.447178] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.447949] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ff42be-f587-43a0-abda-4820d2f44137 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.453702] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for the task: (returnval){ [ 842.453702] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ecd8ca-a06b-04ca-8a65-206d6cd7ef08" [ 842.453702] env[69520]: _type = "Task" [ 842.453702] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.462922] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ecd8ca-a06b-04ca-8a65-206d6cd7ef08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.528966] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.528966] env[69520]: DEBUG nova.compute.manager [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.532103] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.489s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.533725] env[69520]: INFO nova.compute.claims [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.651621] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481722, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.965455] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ecd8ca-a06b-04ca-8a65-206d6cd7ef08, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.966200] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb634dae-4e52-437d-ac5a-a7770a0de1ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.971779] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for the task: (returnval){ [ 842.971779] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5230d907-fb5b-8e92-e2c9-d3f6ea4aefb1" [ 842.971779] env[69520]: _type = "Task" [ 842.971779] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.980335] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5230d907-fb5b-8e92-e2c9-d3f6ea4aefb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.040559] env[69520]: DEBUG nova.compute.utils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.044768] env[69520]: DEBUG nova.compute.manager [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.044768] env[69520]: DEBUG nova.network.neutron [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.102789] env[69520]: DEBUG nova.policy [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '385aad2bcb7f4d779c43908883c5c187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f82b834ee4240feb82a5425d6a4e780', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.153240] env[69520]: DEBUG oslo_vmware.api [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481722, 'name': PowerOnVM_Task, 'duration_secs': 0.580385} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.153240] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.153240] env[69520]: INFO nova.compute.manager [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Took 7.87 seconds to spawn the instance on the hypervisor. [ 843.153430] env[69520]: DEBUG nova.compute.manager [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.154263] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a685390-f228-47ce-9f11-0bf0d06f6199 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.487303] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5230d907-fb5b-8e92-e2c9-d3f6ea4aefb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.487303] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.487303] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 078bdb50-0a33-4034-a4eb-1ec9ea6f240d/078bdb50-0a33-4034-a4eb-1ec9ea6f240d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.487303] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e85140e-14be-46c2-a68f-fe0f8eae4a58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.498153] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for the task: (returnval){ [ 843.498153] env[69520]: value = "task-3481723" [ 843.498153] env[69520]: _type = "Task" [ 843.498153] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.515024] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.531208] env[69520]: DEBUG nova.network.neutron [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Successfully created port: dd5aa18e-5897-494e-8499-917870379cb7 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.546020] env[69520]: DEBUG nova.compute.manager [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.681210] env[69520]: INFO nova.compute.manager [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Took 49.48 seconds to build instance. [ 844.009115] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49434} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.009305] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 078bdb50-0a33-4034-a4eb-1ec9ea6f240d/078bdb50-0a33-4034-a4eb-1ec9ea6f240d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.009517] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.012356] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b2eaf9a-29a0-453a-9aac-86c7149ea96f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.020898] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for the task: (returnval){ [ 844.020898] env[69520]: value = "task-3481724" [ 844.020898] env[69520]: _type = "Task" [ 844.020898] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.031209] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.045563] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbab307-47d8-4068-821f-7dc7876fe9bb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.062028] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b745ac-6bd4-46ed-8979-b8284fb3e709 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.095029] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84fca87-d378-40d0-88a2-83e4f4538f6f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.106340] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da4fb20-1e35-46f4-b02c-9257bcf10359 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.122699] env[69520]: DEBUG nova.compute.provider_tree [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.186104] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f3eff5b-0de8-4ced-88d9-2e828e9a70ab tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.382836] env[69520]: DEBUG oslo_concurrency.lockutils [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] Acquiring lock "refresh_cache-4c2791ad-bae8-44d4-a17a-bebe2dc29af6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.383068] env[69520]: DEBUG oslo_concurrency.lockutils [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] Acquired lock "refresh_cache-4c2791ad-bae8-44d4-a17a-bebe2dc29af6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.383289] env[69520]: DEBUG nova.network.neutron [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.531139] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07336} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.531416] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.532205] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743ed84b-3889-4343-8d67-8f7d2d04041e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.554651] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 078bdb50-0a33-4034-a4eb-1ec9ea6f240d/078bdb50-0a33-4034-a4eb-1ec9ea6f240d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.554908] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f842e144-f64f-4f71-bbfe-149d238ee73e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.570143] env[69520]: DEBUG nova.compute.manager [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.579303] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for the task: (returnval){ [ 844.579303] env[69520]: value = "task-3481725" [ 844.579303] env[69520]: _type = "Task" [ 844.579303] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.588050] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.601874] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.602046] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.602243] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.602452] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.602614] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.602780] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.603071] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.603256] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.603434] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.603641] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.603859] env[69520]: DEBUG nova.virt.hardware [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.604891] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c0116-6095-4502-b677-c8293e6e7988 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.614377] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2764fed-2728-4113-b8b4-31f6c71278b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.630951] env[69520]: DEBUG nova.scheduler.client.report [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.688221] env[69520]: DEBUG nova.compute.manager [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.091464] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481725, 'name': ReconfigVM_Task, 'duration_secs': 0.462759} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.093932] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 078bdb50-0a33-4034-a4eb-1ec9ea6f240d/078bdb50-0a33-4034-a4eb-1ec9ea6f240d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.094634] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d8becad-043e-406d-8cfd-1bea4887927e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.102768] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for the task: (returnval){ [ 845.102768] env[69520]: value = "task-3481726" [ 845.102768] env[69520]: _type = "Task" [ 845.102768] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.118093] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481726, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.133025] env[69520]: DEBUG nova.network.neutron [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Updating instance_info_cache with network_info: [{"id": "3fdeeae6-fcaf-41c8-b27e-371d90cfbd40", "address": "fa:16:3e:86:5d:d9", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdeeae6-fc", "ovs_interfaceid": "3fdeeae6-fcaf-41c8-b27e-371d90cfbd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.136506] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.137118] env[69520]: DEBUG nova.compute.manager [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.148678] env[69520]: DEBUG oslo_concurrency.lockutils [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.648s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.148678] env[69520]: DEBUG nova.objects.instance [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lazy-loading 'resources' on Instance uuid 83163fb6-9218-4a97-88d2-4f03aede0d23 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.199023] env[69520]: DEBUG nova.compute.manager [req-f1c021a8-174d-413c-8f04-ae9deaf90e13 req-50663491-7174-4481-af8d-126fbeac1bee service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received event network-vif-plugged-dd5aa18e-5897-494e-8499-917870379cb7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.199300] env[69520]: DEBUG oslo_concurrency.lockutils [req-f1c021a8-174d-413c-8f04-ae9deaf90e13 req-50663491-7174-4481-af8d-126fbeac1bee service nova] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.199535] env[69520]: DEBUG oslo_concurrency.lockutils [req-f1c021a8-174d-413c-8f04-ae9deaf90e13 req-50663491-7174-4481-af8d-126fbeac1bee service nova] Lock "76521970-acd4-4616-9653-9317fcbe05e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.199733] env[69520]: DEBUG oslo_concurrency.lockutils [req-f1c021a8-174d-413c-8f04-ae9deaf90e13 req-50663491-7174-4481-af8d-126fbeac1bee service nova] Lock "76521970-acd4-4616-9653-9317fcbe05e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.199905] env[69520]: DEBUG nova.compute.manager [req-f1c021a8-174d-413c-8f04-ae9deaf90e13 req-50663491-7174-4481-af8d-126fbeac1bee service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] No waiting events found dispatching network-vif-plugged-dd5aa18e-5897-494e-8499-917870379cb7 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.200082] env[69520]: WARNING nova.compute.manager [req-f1c021a8-174d-413c-8f04-ae9deaf90e13 req-50663491-7174-4481-af8d-126fbeac1bee service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received unexpected event network-vif-plugged-dd5aa18e-5897-494e-8499-917870379cb7 for instance with vm_state building and task_state spawning. [ 845.217127] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.329299] env[69520]: DEBUG nova.network.neutron [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Successfully updated port: dd5aa18e-5897-494e-8499-917870379cb7 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.616601] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481726, 'name': Rename_Task, 'duration_secs': 0.155965} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.616918] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.617166] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9f90fb1-b0cd-4cc9-8bfc-4d4b8493c3a7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.624936] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for the task: (returnval){ [ 845.624936] env[69520]: value = "task-3481727" [ 845.624936] env[69520]: _type = "Task" [ 845.624936] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.635714] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.635825] env[69520]: DEBUG oslo_concurrency.lockutils [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] Releasing lock "refresh_cache-4c2791ad-bae8-44d4-a17a-bebe2dc29af6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.635970] env[69520]: DEBUG nova.compute.manager [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Inject network info {{(pid=69520) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 845.636202] env[69520]: DEBUG nova.compute.manager [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] network_info to inject: |[{"id": "3fdeeae6-fcaf-41c8-b27e-371d90cfbd40", "address": "fa:16:3e:86:5d:d9", "network": {"id": "84c5d774-9b1b-4805-9177-56d02033e3e8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882852694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9e228a7d9d40de8e6293deace9a049", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdeeae6-fc", "ovs_interfaceid": "3fdeeae6-fcaf-41c8-b27e-371d90cfbd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 845.641221] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Reconfiguring VM instance to set the machine id {{(pid=69520) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 845.641499] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77905d23-b18e-42e4-9f91-7f6d848a86b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.653265] env[69520]: DEBUG nova.compute.utils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.658747] env[69520]: DEBUG nova.compute.manager [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.659184] env[69520]: DEBUG nova.network.neutron [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.667909] env[69520]: DEBUG oslo_vmware.api [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] Waiting for the task: (returnval){ [ 845.667909] env[69520]: value = "task-3481728" [ 845.667909] env[69520]: _type = "Task" [ 845.667909] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.677475] env[69520]: DEBUG oslo_vmware.api [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] Task: {'id': task-3481728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.738013] env[69520]: DEBUG nova.policy [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06540d760998463ea81bd29acf1827f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de3bcedc2d5d40b5b1e66391cd44bbb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.835102] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.835337] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.835786] env[69520]: DEBUG nova.network.neutron [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.141729] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.159954] env[69520]: DEBUG nova.compute.manager [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.164823] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b236e0a-dd3a-478e-8aa5-f142f134334b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.173029] env[69520]: DEBUG nova.network.neutron [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Successfully created port: 7caee13f-6aab-4715-81de-3b1e3c2de7a8 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.178463] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b7c7e8-802d-439b-a5e8-05c37ce673d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.185334] env[69520]: DEBUG oslo_vmware.api [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] Task: {'id': task-3481728, 'name': ReconfigVM_Task, 'duration_secs': 0.219417} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.186104] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-16abefd4-c6bd-45cc-85ce-61fccd2b6dc0 tempest-ServersAdminTestJSON-576113395 tempest-ServersAdminTestJSON-576113395-project-admin] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Reconfigured VM instance to set the machine id {{(pid=69520) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 846.214071] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239a9d18-857d-488d-b887-b0a043904953 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.222911] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42560e26-59b2-4158-9632-c72d51fb7bd3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.237654] env[69520]: DEBUG nova.compute.provider_tree [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.369619] env[69520]: DEBUG nova.network.neutron [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.512385] env[69520]: DEBUG nova.network.neutron [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.637852] env[69520]: DEBUG oslo_vmware.api [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481727, 'name': PowerOnVM_Task, 'duration_secs': 0.5392} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.638179] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.638346] env[69520]: INFO nova.compute.manager [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Took 8.78 seconds to spawn the instance on the hypervisor. [ 846.638503] env[69520]: DEBUG nova.compute.manager [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.639351] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10df1acb-d186-4e9d-a885-d8680c65e802 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.744326] env[69520]: DEBUG nova.scheduler.client.report [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.780718] env[69520]: INFO nova.compute.manager [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Rebuilding instance [ 846.828993] env[69520]: DEBUG nova.compute.manager [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.829885] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08116f0-47a1-419e-9411-69152f64f1d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.018818] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.018818] env[69520]: DEBUG nova.compute.manager [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Instance network_info: |[{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.018818] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:6d:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd5aa18e-5897-494e-8499-917870379cb7', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.025882] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.026129] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.026501] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-385c674f-39bf-453c-82a4-0974d2ba97be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.048791] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.048791] env[69520]: value = "task-3481729" [ 847.048791] env[69520]: _type = "Task" [ 847.048791] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.057103] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481729, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.161447] env[69520]: INFO nova.compute.manager [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Took 41.25 seconds to build instance. [ 847.175428] env[69520]: DEBUG nova.compute.manager [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.203585] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.203832] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.204008] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.204222] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.204382] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.204529] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.204845] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.204932] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.205122] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.205327] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.205513] env[69520]: DEBUG nova.virt.hardware [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.206394] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dcfd1d-527d-4650-9ed7-335ffe352658 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.215404] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a988392f-aafd-4081-971c-668d9640b890 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.231482] env[69520]: DEBUG nova.compute.manager [req-753ec888-9a42-42d7-bdad-1e1f5ca71ef9 req-dcf7f17b-3e32-4de8-86ff-efb4b200a93f service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received event network-changed-dd5aa18e-5897-494e-8499-917870379cb7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.231661] env[69520]: DEBUG nova.compute.manager [req-753ec888-9a42-42d7-bdad-1e1f5ca71ef9 req-dcf7f17b-3e32-4de8-86ff-efb4b200a93f service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Refreshing instance network info cache due to event network-changed-dd5aa18e-5897-494e-8499-917870379cb7. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.232055] env[69520]: DEBUG oslo_concurrency.lockutils [req-753ec888-9a42-42d7-bdad-1e1f5ca71ef9 req-dcf7f17b-3e32-4de8-86ff-efb4b200a93f service nova] Acquiring lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.232055] env[69520]: DEBUG oslo_concurrency.lockutils [req-753ec888-9a42-42d7-bdad-1e1f5ca71ef9 req-dcf7f17b-3e32-4de8-86ff-efb4b200a93f service nova] Acquired lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.232273] env[69520]: DEBUG nova.network.neutron [req-753ec888-9a42-42d7-bdad-1e1f5ca71ef9 req-dcf7f17b-3e32-4de8-86ff-efb4b200a93f service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Refreshing network info cache for port dd5aa18e-5897-494e-8499-917870379cb7 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.248432] env[69520]: DEBUG oslo_concurrency.lockutils [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.253281] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.999s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.254912] env[69520]: INFO nova.compute.claims [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.269782] env[69520]: INFO nova.scheduler.client.report [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Deleted allocations for instance 83163fb6-9218-4a97-88d2-4f03aede0d23 [ 847.436329] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquiring lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.560621] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481729, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.663385] env[69520]: DEBUG oslo_concurrency.lockutils [None req-940983e8-27aa-4b2f-85e3-670300713454 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.308s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.666854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.228s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.666854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquiring lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.666854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.666854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.668023] env[69520]: INFO nova.compute.manager [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Terminating instance [ 847.780517] env[69520]: DEBUG oslo_concurrency.lockutils [None req-841de906-2a6b-4ffd-b2de-b257984d8c94 tempest-ServerGroupTestJSON-510638896 tempest-ServerGroupTestJSON-510638896-project-member] Lock "83163fb6-9218-4a97-88d2-4f03aede0d23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.801s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.848420] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.848420] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d5d7af2-afde-4740-a169-fcc53bb01947 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.855792] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 847.855792] env[69520]: value = "task-3481730" [ 847.855792] env[69520]: _type = "Task" [ 847.855792] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.866741] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.975162] env[69520]: DEBUG nova.network.neutron [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Successfully updated port: 7caee13f-6aab-4715-81de-3b1e3c2de7a8 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.978769] env[69520]: DEBUG nova.network.neutron [req-753ec888-9a42-42d7-bdad-1e1f5ca71ef9 req-dcf7f17b-3e32-4de8-86ff-efb4b200a93f service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updated VIF entry in instance network info cache for port dd5aa18e-5897-494e-8499-917870379cb7. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.979382] env[69520]: DEBUG nova.network.neutron [req-753ec888-9a42-42d7-bdad-1e1f5ca71ef9 req-dcf7f17b-3e32-4de8-86ff-efb4b200a93f service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.060934] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481729, 'name': CreateVM_Task, 'duration_secs': 0.609786} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.061142] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.061865] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.062096] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.062526] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.062828] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a4e4aca-a133-4a4f-952e-4a578082d1b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.069306] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 848.069306] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5202b3cf-27ec-65ab-8506-2fb31f3ff828" [ 848.069306] env[69520]: _type = "Task" [ 848.069306] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.082750] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5202b3cf-27ec-65ab-8506-2fb31f3ff828, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.083137] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.083428] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.083718] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.083893] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.084135] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.084601] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abebff20-bb94-4f26-9636-ca0da11564bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.094327] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.094551] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.095372] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486a546f-9183-4845-9ea6-b5dc9e3eae9a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.103058] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 848.103058] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5269d3c4-02fd-2388-4585-77b80d993b5c" [ 848.103058] env[69520]: _type = "Task" [ 848.103058] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.112337] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5269d3c4-02fd-2388-4585-77b80d993b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.168537] env[69520]: DEBUG nova.compute.manager [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.171670] env[69520]: DEBUG nova.compute.manager [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.171879] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.172943] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72908c0c-39e3-42e9-8d85-32815966872e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.181361] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.181659] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b46aa788-059a-4c24-9bc3-aa8d26bc477c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.188357] env[69520]: DEBUG oslo_vmware.api [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for the task: (returnval){ [ 848.188357] env[69520]: value = "task-3481731" [ 848.188357] env[69520]: _type = "Task" [ 848.188357] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.198163] env[69520]: DEBUG oslo_vmware.api [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.366062] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481730, 'name': PowerOffVM_Task, 'duration_secs': 0.298862} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.366363] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.366591] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.367601] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bd1d40-24c9-4208-b498-34485036e11c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.378299] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.378573] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-104ccd07-005d-4981-b26d-2b7b6adc87e4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.453198] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.453538] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.453826] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleting the datastore file [datastore1] 726b0d51-0ba5-4965-b1bc-4169b2c714cd {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.454211] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63e1a725-3777-44fa-86dc-fc28e67470fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.462483] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 848.462483] env[69520]: value = "task-3481733" [ 848.462483] env[69520]: _type = "Task" [ 848.462483] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.474218] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.480254] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquiring lock "refresh_cache-dd3924a2-7f69-4f64-8a72-dab941dfbe35" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.480254] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquired lock "refresh_cache-dd3924a2-7f69-4f64-8a72-dab941dfbe35" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.480400] env[69520]: DEBUG nova.network.neutron [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.482078] env[69520]: DEBUG oslo_concurrency.lockutils [req-753ec888-9a42-42d7-bdad-1e1f5ca71ef9 req-dcf7f17b-3e32-4de8-86ff-efb4b200a93f service nova] Releasing lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.617224] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5269d3c4-02fd-2388-4585-77b80d993b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009418} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.621211] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fed0dd4-b0b6-4cd0-b4e1-f7f8951c0386 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.633952] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 848.633952] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d2d1d8-a8fb-95c0-9caa-75511eca0c68" [ 848.633952] env[69520]: _type = "Task" [ 848.633952] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.644405] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d2d1d8-a8fb-95c0-9caa-75511eca0c68, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.647426] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.647813] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 76521970-acd4-4616-9653-9317fcbe05e5/76521970-acd4-4616-9653-9317fcbe05e5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.648178] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b085b7ef-7d29-48d0-9c57-35054a4a0fee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.656063] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 848.656063] env[69520]: value = "task-3481734" [ 848.656063] env[69520]: _type = "Task" [ 848.656063] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.666249] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.689598] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc9a32f-d83c-482e-b20d-677d78d1c776 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.693080] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.704949] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1dc112-6640-4c90-bbc0-c5f05d296973 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.708415] env[69520]: DEBUG oslo_vmware.api [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481731, 'name': PowerOffVM_Task, 'duration_secs': 0.26869} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.708677] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.708844] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.709457] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3efcdcd9-768d-41b2-97a5-2cb5ff6aec23 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.738077] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b608a-eb1f-4201-b88f-3b6a8c436a11 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.749771] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794da0a4-a1bb-4feb-84a0-2665d0561b96 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.771247] env[69520]: DEBUG nova.compute.provider_tree [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.778444] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.778444] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.778444] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Deleting the datastore file [datastore2] 078bdb50-0a33-4034-a4eb-1ec9ea6f240d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.778669] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9db978df-572e-4e61-8dd1-acc5804c5f8e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.788188] env[69520]: DEBUG oslo_vmware.api [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for the task: (returnval){ [ 848.788188] env[69520]: value = "task-3481736" [ 848.788188] env[69520]: _type = "Task" [ 848.788188] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.797625] env[69520]: DEBUG oslo_vmware.api [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.977469] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133435} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.977744] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.977940] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.978157] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.028612] env[69520]: DEBUG nova.network.neutron [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.169710] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.274586] env[69520]: DEBUG nova.scheduler.client.report [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.294156] env[69520]: DEBUG nova.network.neutron [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Updating instance_info_cache with network_info: [{"id": "7caee13f-6aab-4715-81de-3b1e3c2de7a8", "address": "fa:16:3e:43:53:dd", "network": {"id": "074ab2ab-3fb1-4189-89eb-6ee7c9f7d554", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-242286983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de3bcedc2d5d40b5b1e66391cd44bbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caee13f-6a", "ovs_interfaceid": "7caee13f-6aab-4715-81de-3b1e3c2de7a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.307265] env[69520]: DEBUG oslo_vmware.api [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Task: {'id': task-3481736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489329} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.308651] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.308895] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.309130] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.309344] env[69520]: INFO nova.compute.manager [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 849.309617] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.311020] env[69520]: DEBUG nova.compute.manager [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Received event network-vif-plugged-7caee13f-6aab-4715-81de-3b1e3c2de7a8 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.311020] env[69520]: DEBUG oslo_concurrency.lockutils [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] Acquiring lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.311148] env[69520]: DEBUG oslo_concurrency.lockutils [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] Lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.311353] env[69520]: DEBUG oslo_concurrency.lockutils [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] Lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.311550] env[69520]: DEBUG nova.compute.manager [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] No waiting events found dispatching network-vif-plugged-7caee13f-6aab-4715-81de-3b1e3c2de7a8 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.311746] env[69520]: WARNING nova.compute.manager [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Received unexpected event network-vif-plugged-7caee13f-6aab-4715-81de-3b1e3c2de7a8 for instance with vm_state building and task_state spawning. [ 849.311953] env[69520]: DEBUG nova.compute.manager [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Received event network-changed-7caee13f-6aab-4715-81de-3b1e3c2de7a8 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.312222] env[69520]: DEBUG nova.compute.manager [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Refreshing instance network info cache due to event network-changed-7caee13f-6aab-4715-81de-3b1e3c2de7a8. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.313043] env[69520]: DEBUG oslo_concurrency.lockutils [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] Acquiring lock "refresh_cache-dd3924a2-7f69-4f64-8a72-dab941dfbe35" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.313043] env[69520]: DEBUG nova.compute.manager [-] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.313043] env[69520]: DEBUG nova.network.neutron [-] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.643668] env[69520]: DEBUG nova.compute.manager [req-1b67564b-fc59-45d0-8b21-327a0ab02b5f req-a5fab028-3531-4d12-b46f-cb12f59c10f6 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Received event network-vif-deleted-65faeee3-5e1c-411a-9988-626741cf151c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.643871] env[69520]: INFO nova.compute.manager [req-1b67564b-fc59-45d0-8b21-327a0ab02b5f req-a5fab028-3531-4d12-b46f-cb12f59c10f6 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Neutron deleted interface 65faeee3-5e1c-411a-9988-626741cf151c; detaching it from the instance and deleting it from the info cache [ 849.644080] env[69520]: DEBUG nova.network.neutron [req-1b67564b-fc59-45d0-8b21-327a0ab02b5f req-a5fab028-3531-4d12-b46f-cb12f59c10f6 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.670290] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545412} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.670594] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 76521970-acd4-4616-9653-9317fcbe05e5/76521970-acd4-4616-9653-9317fcbe05e5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.670838] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.671144] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6bb92eb-5a3c-4779-978d-ebca50e01b5f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.679875] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 849.679875] env[69520]: value = "task-3481737" [ 849.679875] env[69520]: _type = "Task" [ 849.679875] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.690133] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.783171] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.783321] env[69520]: DEBUG nova.compute.manager [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.786043] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.802s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.788141] env[69520]: INFO nova.compute.claims [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.800558] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Releasing lock "refresh_cache-dd3924a2-7f69-4f64-8a72-dab941dfbe35" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.800874] env[69520]: DEBUG nova.compute.manager [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Instance network_info: |[{"id": "7caee13f-6aab-4715-81de-3b1e3c2de7a8", "address": "fa:16:3e:43:53:dd", "network": {"id": "074ab2ab-3fb1-4189-89eb-6ee7c9f7d554", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-242286983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de3bcedc2d5d40b5b1e66391cd44bbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caee13f-6a", "ovs_interfaceid": "7caee13f-6aab-4715-81de-3b1e3c2de7a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.801261] env[69520]: DEBUG oslo_concurrency.lockutils [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] Acquired lock "refresh_cache-dd3924a2-7f69-4f64-8a72-dab941dfbe35" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.801456] env[69520]: DEBUG nova.network.neutron [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Refreshing network info cache for port 7caee13f-6aab-4715-81de-3b1e3c2de7a8 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.802562] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:53:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7caee13f-6aab-4715-81de-3b1e3c2de7a8', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.810257] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Creating folder: Project (de3bcedc2d5d40b5b1e66391cd44bbb0). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.813676] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06a3dba2-344f-4609-bfd4-0ee03ba1cdbf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.833667] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Created folder: Project (de3bcedc2d5d40b5b1e66391cd44bbb0) in parent group-v695915. [ 849.833906] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Creating folder: Instances. Parent ref: group-v696063. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.834292] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b973f2a-00e4-4b6e-b1ea-9247608be5ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.846935] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Created folder: Instances in parent group-v696063. [ 849.847219] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.848313] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.848313] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3df3070-061f-48e2-b359-eccf0be3e921 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.877193] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.877193] env[69520]: value = "task-3481740" [ 849.877193] env[69520]: _type = "Task" [ 849.877193] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.888831] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481740, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.019158] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.019422] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.019752] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.019978] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.020168] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.020352] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.020603] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.020773] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.020968] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.021149] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.021344] env[69520]: DEBUG nova.virt.hardware [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.022590] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ea24bd-a993-44e4-8c29-df29010f1977 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.036780] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565a6a5f-3599-4237-b58d-87bdb3d8d282 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.053047] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:0d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ac2391c-b4cf-4aaf-adbd-1330cfe6189d', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.061371] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.064524] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.064765] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a484dc70-18b2-477c-8dc0-6e6d372ab21d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.089523] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.089523] env[69520]: value = "task-3481741" [ 850.089523] env[69520]: _type = "Task" [ 850.089523] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.100217] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481741, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.116987] env[69520]: DEBUG nova.network.neutron [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Updated VIF entry in instance network info cache for port 7caee13f-6aab-4715-81de-3b1e3c2de7a8. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.117373] env[69520]: DEBUG nova.network.neutron [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Updating instance_info_cache with network_info: [{"id": "7caee13f-6aab-4715-81de-3b1e3c2de7a8", "address": "fa:16:3e:43:53:dd", "network": {"id": "074ab2ab-3fb1-4189-89eb-6ee7c9f7d554", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-242286983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de3bcedc2d5d40b5b1e66391cd44bbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caee13f-6a", "ovs_interfaceid": "7caee13f-6aab-4715-81de-3b1e3c2de7a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.119674] env[69520]: DEBUG nova.network.neutron [-] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.148181] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ceecce25-8b5b-492e-a6a3-d58523bc2b58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.159746] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eaa71b-d230-4a86-9213-32d42ea2dac8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.199134] env[69520]: DEBUG nova.compute.manager [req-1b67564b-fc59-45d0-8b21-327a0ab02b5f req-a5fab028-3531-4d12-b46f-cb12f59c10f6 service nova] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Detach interface failed, port_id=65faeee3-5e1c-411a-9988-626741cf151c, reason: Instance 078bdb50-0a33-4034-a4eb-1ec9ea6f240d could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.207707] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153319} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.208294] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.209619] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c46025-e6a9-4480-9680-54a7fe980b87 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.234623] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 76521970-acd4-4616-9653-9317fcbe05e5/76521970-acd4-4616-9653-9317fcbe05e5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.235036] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeaeba14-aa42-4860-be47-655bf643c069 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.260611] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 850.260611] env[69520]: value = "task-3481742" [ 850.260611] env[69520]: _type = "Task" [ 850.260611] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.276146] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.295763] env[69520]: DEBUG nova.compute.utils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.301042] env[69520]: DEBUG nova.compute.manager [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.301042] env[69520]: DEBUG nova.network.neutron [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.346779] env[69520]: DEBUG nova.policy [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0e88ad10ff4c55914704ab06327d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8e0aacd8664207abb1e19f5341e107', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.389490] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481740, 'name': CreateVM_Task, 'duration_secs': 0.407692} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.389709] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.391045] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.391045] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.391045] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.391261] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5527ad5a-c2e7-4d4b-9344-480526b9b6f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.398911] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for the task: (returnval){ [ 850.398911] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52731a0a-451d-2200-2cf8-34f6f27cbdfc" [ 850.398911] env[69520]: _type = "Task" [ 850.398911] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.409775] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52731a0a-451d-2200-2cf8-34f6f27cbdfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.602140] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481741, 'name': CreateVM_Task, 'duration_secs': 0.472558} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.602540] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.603497] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.620848] env[69520]: DEBUG oslo_concurrency.lockutils [req-72570b60-babf-46ed-9b19-91ee7fcb64d2 req-fcf59482-b60a-47dd-87a8-44688089c2e7 service nova] Releasing lock "refresh_cache-dd3924a2-7f69-4f64-8a72-dab941dfbe35" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.624251] env[69520]: INFO nova.compute.manager [-] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Took 1.31 seconds to deallocate network for instance. [ 850.666480] env[69520]: DEBUG nova.network.neutron [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Successfully created port: 43cc768b-718b-46df-81c6-b1fecd8e8546 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.771849] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481742, 'name': ReconfigVM_Task, 'duration_secs': 0.438066} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.772516] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 76521970-acd4-4616-9653-9317fcbe05e5/76521970-acd4-4616-9653-9317fcbe05e5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.773189] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d58286c-6eb1-43c2-8174-2431cb4bb297 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.781489] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 850.781489] env[69520]: value = "task-3481743" [ 850.781489] env[69520]: _type = "Task" [ 850.781489] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.795495] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481743, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.802435] env[69520]: DEBUG nova.compute.manager [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.909963] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52731a0a-451d-2200-2cf8-34f6f27cbdfc, 'name': SearchDatastore_Task, 'duration_secs': 0.01702} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.917194] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.917494] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.917791] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.918988] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.919249] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.920070] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.921078] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.921078] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83bf9920-7ddc-48c2-b391-82e2b02bd178 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.924932] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8f1468-44d9-4751-bdab-25e2f4a12646 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.937995] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 850.937995] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5249d337-8763-b877-fe8d-583cf5cb3c6f" [ 850.937995] env[69520]: _type = "Task" [ 850.937995] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.939381] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.939507] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.944090] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9165677-b52e-46ce-919c-604437883458 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.957626] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for the task: (returnval){ [ 850.957626] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520feebd-ea2c-1fc7-715a-6025220ff913" [ 850.957626] env[69520]: _type = "Task" [ 850.957626] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.957626] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5249d337-8763-b877-fe8d-583cf5cb3c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012572} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.957626] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.957626] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.957979] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.969891] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520feebd-ea2c-1fc7-715a-6025220ff913, 'name': SearchDatastore_Task, 'duration_secs': 0.014059} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.970990] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c911f893-33d2-43c4-9be4-b95d24799145 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.977334] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for the task: (returnval){ [ 850.977334] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d4fa62-ad84-560b-1110-a93295d3dc27" [ 850.977334] env[69520]: _type = "Task" [ 850.977334] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.990351] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d4fa62-ad84-560b-1110-a93295d3dc27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.130339] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.244046] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bf8b5c-d068-48f7-ac75-0e345e766e50 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.252073] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3a4b2c-9b7f-4fc4-a59c-afab0772ae60 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.288328] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28be06f-f031-40f7-a121-6778f25f69e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.296491] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481743, 'name': Rename_Task, 'duration_secs': 0.171715} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.298772] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.299077] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7bd200d-7818-4655-be30-73619372790d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.301567] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb4094-2022-42c2-9711-76b281848aad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.319421] env[69520]: DEBUG nova.compute.provider_tree [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.322114] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 851.322114] env[69520]: value = "task-3481744" [ 851.322114] env[69520]: _type = "Task" [ 851.322114] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.331348] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481744, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.488891] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d4fa62-ad84-560b-1110-a93295d3dc27, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.489180] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.489443] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] dd3924a2-7f69-4f64-8a72-dab941dfbe35/dd3924a2-7f69-4f64-8a72-dab941dfbe35.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.489729] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.489905] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.490132] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a5e4612-4b32-49df-8cea-de7362614c00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.492200] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-888d6efa-c294-4ec6-a1d5-0bba2a33e733 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.499713] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for the task: (returnval){ [ 851.499713] env[69520]: value = "task-3481745" [ 851.499713] env[69520]: _type = "Task" [ 851.499713] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.504106] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.504355] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.505324] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d20957-8b31-4831-a4a8-b6ded7c84be6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.511455] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.515846] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 851.515846] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d9ab32-d3f2-ec01-21fa-a71227bac438" [ 851.515846] env[69520]: _type = "Task" [ 851.515846] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.523825] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d9ab32-d3f2-ec01-21fa-a71227bac438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.822341] env[69520]: DEBUG nova.compute.manager [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.825545] env[69520]: DEBUG nova.scheduler.client.report [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.840954] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481744, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.854059] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.854339] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.854512] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.854697] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.854842] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.854986] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.855264] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.855470] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.855655] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.855821] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.855995] env[69520]: DEBUG nova.virt.hardware [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.857202] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c30a2-5ded-495f-89d0-c1920c7701f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.867117] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec2c421-9393-4ea1-8bfb-4c9b393b378a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.011238] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481745, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.027841] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d9ab32-d3f2-ec01-21fa-a71227bac438, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.028811] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9f627b-9742-4fae-bf23-1d3ff96727dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.035741] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 852.035741] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52baca90-eae4-f228-4fab-7ae895f98efb" [ 852.035741] env[69520]: _type = "Task" [ 852.035741] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.047084] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52baca90-eae4-f228-4fab-7ae895f98efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.223507] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.223773] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.340124] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.341597] env[69520]: DEBUG nova.compute.manager [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.345845] env[69520]: DEBUG nova.network.neutron [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Successfully updated port: 43cc768b-718b-46df-81c6-b1fecd8e8546 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.347060] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.912s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.352178] env[69520]: DEBUG nova.compute.manager [req-bc1c8ac7-0ef2-461e-ae46-d6d5a038482d req-14c58346-2086-454d-8d88-3936d197b731 service nova] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Received event network-vif-plugged-43cc768b-718b-46df-81c6-b1fecd8e8546 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.352178] env[69520]: DEBUG oslo_concurrency.lockutils [req-bc1c8ac7-0ef2-461e-ae46-d6d5a038482d req-14c58346-2086-454d-8d88-3936d197b731 service nova] Acquiring lock "935e3299-8852-4ca8-bf2c-3e12c731cebd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.352408] env[69520]: DEBUG oslo_concurrency.lockutils [req-bc1c8ac7-0ef2-461e-ae46-d6d5a038482d req-14c58346-2086-454d-8d88-3936d197b731 service nova] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.352615] env[69520]: DEBUG oslo_concurrency.lockutils [req-bc1c8ac7-0ef2-461e-ae46-d6d5a038482d req-14c58346-2086-454d-8d88-3936d197b731 service nova] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.352814] env[69520]: DEBUG nova.compute.manager [req-bc1c8ac7-0ef2-461e-ae46-d6d5a038482d req-14c58346-2086-454d-8d88-3936d197b731 service nova] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] No waiting events found dispatching network-vif-plugged-43cc768b-718b-46df-81c6-b1fecd8e8546 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.353019] env[69520]: WARNING nova.compute.manager [req-bc1c8ac7-0ef2-461e-ae46-d6d5a038482d req-14c58346-2086-454d-8d88-3936d197b731 service nova] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Received unexpected event network-vif-plugged-43cc768b-718b-46df-81c6-b1fecd8e8546 for instance with vm_state building and task_state spawning. [ 852.357903] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481744, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.512886] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646708} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.513140] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] dd3924a2-7f69-4f64-8a72-dab941dfbe35/dd3924a2-7f69-4f64-8a72-dab941dfbe35.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.513358] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.513616] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02f94ec4-11c0-4f44-ac93-222cfa777772 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.522553] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for the task: (returnval){ [ 852.522553] env[69520]: value = "task-3481746" [ 852.522553] env[69520]: _type = "Task" [ 852.522553] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.534169] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.549427] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52baca90-eae4-f228-4fab-7ae895f98efb, 'name': SearchDatastore_Task, 'duration_secs': 0.058456} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.549848] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.550208] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.550538] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bf96d9d-704a-4c96-9e12-e7435df52f97 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.562345] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 852.562345] env[69520]: value = "task-3481747" [ 852.562345] env[69520]: _type = "Task" [ 852.562345] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.573489] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.734028] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.734028] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.734028] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.734028] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.734028] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.734028] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.737581] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 852.737581] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.842946] env[69520]: DEBUG oslo_vmware.api [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481744, 'name': PowerOnVM_Task, 'duration_secs': 1.288561} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.844945] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.844945] env[69520]: INFO nova.compute.manager [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Took 8.27 seconds to spawn the instance on the hypervisor. [ 852.844945] env[69520]: DEBUG nova.compute.manager [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.847516] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd93ab85-dc5c-4cce-aa17-2de228203f87 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.851862] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.851862] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.851862] env[69520]: DEBUG nova.network.neutron [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.853169] env[69520]: DEBUG nova.compute.utils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.856927] env[69520]: INFO nova.compute.claims [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.860352] env[69520]: DEBUG nova.compute.manager [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.860514] env[69520]: DEBUG nova.network.neutron [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.916664] env[69520]: DEBUG nova.policy [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32f688130ec142f9b8727f622e6de2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c65aa48fcb44762a84209ed72e515ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.034688] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088322} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.035288] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.036272] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0e5b25-adee-42dc-b8b8-33899a00b451 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.067147] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] dd3924a2-7f69-4f64-8a72-dab941dfbe35/dd3924a2-7f69-4f64-8a72-dab941dfbe35.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.067147] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd11885b-ea18-494a-ad3f-022d212f6dc3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.092888] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481747, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.094290] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for the task: (returnval){ [ 853.094290] env[69520]: value = "task-3481748" [ 853.094290] env[69520]: _type = "Task" [ 853.094290] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.102942] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.233682] env[69520]: DEBUG nova.network.neutron [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Successfully created port: 31f9bcd1-bae5-448d-9534-2a90e067c817 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.241678] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.365026] env[69520]: DEBUG nova.compute.utils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.372840] env[69520]: INFO nova.compute.resource_tracker [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating resource usage from migration 8da643eb-2029-4ed6-aac0-e683262da5d4 [ 853.395018] env[69520]: INFO nova.compute.manager [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Took 42.39 seconds to build instance. [ 853.442273] env[69520]: DEBUG nova.network.neutron [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.583900] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481747, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000894} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.584841] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.585571] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.585571] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55029b81-cd0d-4871-9c16-40bda036bfb9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.593089] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 853.593089] env[69520]: value = "task-3481749" [ 853.593089] env[69520]: _type = "Task" [ 853.593089] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.607582] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.609776] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.723526] env[69520]: DEBUG nova.network.neutron [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance_info_cache with network_info: [{"id": "43cc768b-718b-46df-81c6-b1fecd8e8546", "address": "fa:16:3e:de:f7:ca", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43cc768b-71", "ovs_interfaceid": "43cc768b-718b-46df-81c6-b1fecd8e8546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.877651] env[69520]: DEBUG nova.compute.manager [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.898225] env[69520]: DEBUG oslo_concurrency.lockutils [None req-47ca393b-54a8-4140-8395-cc0e16f460e0 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "76521970-acd4-4616-9653-9317fcbe05e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.051s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.984224] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b960d76-c97e-49cd-9c1a-01a631681e09 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.996021] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fff048-8264-4704-9768-8fab68112ba4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.029590] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43909fda-9020-401b-80f4-92d01f603b76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.038107] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e5d6f6-d461-4aa1-a108-9bafeffdf680 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.056168] env[69520]: DEBUG nova.compute.provider_tree [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.104461] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088229} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.108021] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.108021] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc3997f-e904-40c2-888d-4675c2ab4722 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.113149] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481748, 'name': ReconfigVM_Task, 'duration_secs': 0.63193} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.113786] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Reconfigured VM instance instance-00000036 to attach disk [datastore2] dd3924a2-7f69-4f64-8a72-dab941dfbe35/dd3924a2-7f69-4f64-8a72-dab941dfbe35.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.114449] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-161ade0e-4ab5-4a46-8f48-90634757048e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.135364] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.136488] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff6fdd7-ff14-40bf-bb26-ed01115bcfd5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.156545] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for the task: (returnval){ [ 854.156545] env[69520]: value = "task-3481750" [ 854.156545] env[69520]: _type = "Task" [ 854.156545] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.164323] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 854.164323] env[69520]: value = "task-3481751" [ 854.164323] env[69520]: _type = "Task" [ 854.164323] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.171848] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481750, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.181179] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.228033] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.228451] env[69520]: DEBUG nova.compute.manager [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Instance network_info: |[{"id": "43cc768b-718b-46df-81c6-b1fecd8e8546", "address": "fa:16:3e:de:f7:ca", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43cc768b-71", "ovs_interfaceid": "43cc768b-718b-46df-81c6-b1fecd8e8546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.228919] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:f7:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43cc768b-718b-46df-81c6-b1fecd8e8546', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.238493] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.238774] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.239032] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ff1152c-2095-42c7-963e-1b46085cb7f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.261858] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.261858] env[69520]: value = "task-3481752" [ 854.261858] env[69520]: _type = "Task" [ 854.261858] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.273094] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481752, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.406261] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.560580] env[69520]: DEBUG nova.scheduler.client.report [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.668771] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481750, 'name': Rename_Task, 'duration_secs': 0.363118} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.672433] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.672741] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b4390e1-58e0-44f4-aae3-bc2925d78ee7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.681428] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.683231] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for the task: (returnval){ [ 854.683231] env[69520]: value = "task-3481753" [ 854.683231] env[69520]: _type = "Task" [ 854.683231] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.693231] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.779288] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481752, 'name': CreateVM_Task, 'duration_secs': 0.44506} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.779288] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.780302] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.780302] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.780567] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.782386] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625cd375-7b34-4cfb-96e1-9f05347594fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.791823] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 854.791823] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5288cf5c-6e8c-a4e3-ed91-8fb2d908064e" [ 854.791823] env[69520]: _type = "Task" [ 854.791823] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.803739] env[69520]: DEBUG nova.compute.manager [req-55b1dd0e-550b-4912-9a93-e182a5703ab4 req-2441e26a-2230-4f40-af49-5669ca5f40a5 service nova] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Received event network-changed-43cc768b-718b-46df-81c6-b1fecd8e8546 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.804448] env[69520]: DEBUG nova.compute.manager [req-55b1dd0e-550b-4912-9a93-e182a5703ab4 req-2441e26a-2230-4f40-af49-5669ca5f40a5 service nova] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Refreshing instance network info cache due to event network-changed-43cc768b-718b-46df-81c6-b1fecd8e8546. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.804784] env[69520]: DEBUG oslo_concurrency.lockutils [req-55b1dd0e-550b-4912-9a93-e182a5703ab4 req-2441e26a-2230-4f40-af49-5669ca5f40a5 service nova] Acquiring lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.804980] env[69520]: DEBUG oslo_concurrency.lockutils [req-55b1dd0e-550b-4912-9a93-e182a5703ab4 req-2441e26a-2230-4f40-af49-5669ca5f40a5 service nova] Acquired lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.805210] env[69520]: DEBUG nova.network.neutron [req-55b1dd0e-550b-4912-9a93-e182a5703ab4 req-2441e26a-2230-4f40-af49-5669ca5f40a5 service nova] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Refreshing network info cache for port 43cc768b-718b-46df-81c6-b1fecd8e8546 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.818744] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5288cf5c-6e8c-a4e3-ed91-8fb2d908064e, 'name': SearchDatastore_Task, 'duration_secs': 0.015044} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.820952] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.820952] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.820952] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.820952] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.820952] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.820952] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b4e4d93-67b2-42a1-909c-816e87c6b728 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.834133] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.834267] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.835168] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa9e19a-e3cb-41a0-8881-1284be85eb2d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.844443] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 854.844443] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523183af-a7a2-a0a9-2634-06a6fb26db80" [ 854.844443] env[69520]: _type = "Task" [ 854.844443] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.854416] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523183af-a7a2-a0a9-2634-06a6fb26db80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.887335] env[69520]: DEBUG nova.compute.manager [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.925475] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:42:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1783980781',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1090264579',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.925727] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.925864] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.926274] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.926697] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.926890] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.927129] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.927299] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.927477] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.928074] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.928274] env[69520]: DEBUG nova.virt.hardware [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.929367] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5b53cf-7e26-4e25-8885-467bedf5dd88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.942569] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.944144] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2157f9d8-967b-41ba-bf3c-4422dd572e4d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.977704] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.977949] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.066350] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.719s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.066830] env[69520]: INFO nova.compute.manager [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Migrating [ 855.075761] env[69520]: DEBUG oslo_concurrency.lockutils [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.892s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.076047] env[69520]: DEBUG nova.objects.instance [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lazy-loading 'resources' on Instance uuid a3c65331-11ab-4a40-b20a-472b65a36ddc {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.138332] env[69520]: DEBUG nova.network.neutron [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Successfully updated port: 31f9bcd1-bae5-448d-9534-2a90e067c817 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.180516] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481751, 'name': ReconfigVM_Task, 'duration_secs': 0.695179} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.180812] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.181488] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-474401df-d62b-4cef-bdbf-360fdc0af3d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.190308] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 855.190308] env[69520]: value = "task-3481754" [ 855.190308] env[69520]: _type = "Task" [ 855.190308] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.194341] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.205020] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481754, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.361129] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523183af-a7a2-a0a9-2634-06a6fb26db80, 'name': SearchDatastore_Task, 'duration_secs': 0.018131} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.361129] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64c7891-4217-429f-a7f5-bab15209accc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.369857] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 855.369857] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52608eff-23c9-7409-8e31-1f5036f9cfed" [ 855.369857] env[69520]: _type = "Task" [ 855.369857] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.383703] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52608eff-23c9-7409-8e31-1f5036f9cfed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.535784] env[69520]: DEBUG nova.network.neutron [req-55b1dd0e-550b-4912-9a93-e182a5703ab4 req-2441e26a-2230-4f40-af49-5669ca5f40a5 service nova] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updated VIF entry in instance network info cache for port 43cc768b-718b-46df-81c6-b1fecd8e8546. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.536762] env[69520]: DEBUG nova.network.neutron [req-55b1dd0e-550b-4912-9a93-e182a5703ab4 req-2441e26a-2230-4f40-af49-5669ca5f40a5 service nova] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance_info_cache with network_info: [{"id": "43cc768b-718b-46df-81c6-b1fecd8e8546", "address": "fa:16:3e:de:f7:ca", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43cc768b-71", "ovs_interfaceid": "43cc768b-718b-46df-81c6-b1fecd8e8546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.589430] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.589645] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.589829] env[69520]: DEBUG nova.network.neutron [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.643498] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "refresh_cache-c28e5b14-b67f-4413-b8c8-ca18f2845e8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.643666] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquired lock "refresh_cache-c28e5b14-b67f-4413-b8c8-ca18f2845e8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.645055] env[69520]: DEBUG nova.network.neutron [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.695418] env[69520]: DEBUG nova.compute.manager [req-1ba5e035-5462-40ce-b2cb-f5d3b867be1e req-bcb1853e-cf97-498e-92c8-fdbd399e7682 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received event network-changed-dd5aa18e-5897-494e-8499-917870379cb7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.695418] env[69520]: DEBUG nova.compute.manager [req-1ba5e035-5462-40ce-b2cb-f5d3b867be1e req-bcb1853e-cf97-498e-92c8-fdbd399e7682 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Refreshing instance network info cache due to event network-changed-dd5aa18e-5897-494e-8499-917870379cb7. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.695730] env[69520]: DEBUG oslo_concurrency.lockutils [req-1ba5e035-5462-40ce-b2cb-f5d3b867be1e req-bcb1853e-cf97-498e-92c8-fdbd399e7682 service nova] Acquiring lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.695923] env[69520]: DEBUG oslo_concurrency.lockutils [req-1ba5e035-5462-40ce-b2cb-f5d3b867be1e req-bcb1853e-cf97-498e-92c8-fdbd399e7682 service nova] Acquired lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.696109] env[69520]: DEBUG nova.network.neutron [req-1ba5e035-5462-40ce-b2cb-f5d3b867be1e req-bcb1853e-cf97-498e-92c8-fdbd399e7682 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Refreshing network info cache for port dd5aa18e-5897-494e-8499-917870379cb7 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.702062] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481753, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.717550] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481754, 'name': Rename_Task, 'duration_secs': 0.27869} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.717852] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.718133] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61d7f3d8-5d6b-4269-816e-183ef3c88aac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.729293] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 855.729293] env[69520]: value = "task-3481755" [ 855.729293] env[69520]: _type = "Task" [ 855.729293] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.740475] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.881785] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52608eff-23c9-7409-8e31-1f5036f9cfed, 'name': SearchDatastore_Task, 'duration_secs': 0.014388} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.881785] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.882369] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 935e3299-8852-4ca8-bf2c-3e12c731cebd/935e3299-8852-4ca8-bf2c-3e12c731cebd.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.882857] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a093a2a6-9463-4d0e-8617-99e38749e331 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.894222] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 855.894222] env[69520]: value = "task-3481756" [ 855.894222] env[69520]: _type = "Task" [ 855.894222] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.907631] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.043327] env[69520]: DEBUG oslo_concurrency.lockutils [req-55b1dd0e-550b-4912-9a93-e182a5703ab4 req-2441e26a-2230-4f40-af49-5669ca5f40a5 service nova] Releasing lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.114621] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c976257c-9166-4b9f-9ce2-447469641b1e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.127050] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5681bd-9b89-4cd3-a766-4fefb1c04640 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.169774] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48340ace-b912-4838-8b43-2d15cfd5ae64 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.180137] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a4caba-695a-4d30-a521-a3c8042306a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.201935] env[69520]: DEBUG nova.compute.provider_tree [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.212408] env[69520]: DEBUG oslo_vmware.api [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481753, 'name': PowerOnVM_Task, 'duration_secs': 1.084842} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.212720] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.212920] env[69520]: INFO nova.compute.manager [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Took 9.04 seconds to spawn the instance on the hypervisor. [ 856.213110] env[69520]: DEBUG nova.compute.manager [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.214035] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef911a8-624e-4552-9e12-b15edde14525 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.225767] env[69520]: DEBUG nova.network.neutron [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.243028] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.389633] env[69520]: DEBUG nova.network.neutron [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance_info_cache with network_info: [{"id": "2284c058-5426-4b21-8822-12353878f327", "address": "fa:16:3e:1f:7c:4c", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2284c058-54", "ovs_interfaceid": "2284c058-5426-4b21-8822-12353878f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.407244] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481756, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.581246] env[69520]: DEBUG nova.network.neutron [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Updating instance_info_cache with network_info: [{"id": "31f9bcd1-bae5-448d-9534-2a90e067c817", "address": "fa:16:3e:e4:f2:ea", "network": {"id": "a975b3d4-a3a2-4217-9777-30a18827c7c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1561658582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c65aa48fcb44762a84209ed72e515ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9bcd1-ba", "ovs_interfaceid": "31f9bcd1-bae5-448d-9534-2a90e067c817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.649832] env[69520]: DEBUG nova.network.neutron [req-1ba5e035-5462-40ce-b2cb-f5d3b867be1e req-bcb1853e-cf97-498e-92c8-fdbd399e7682 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updated VIF entry in instance network info cache for port dd5aa18e-5897-494e-8499-917870379cb7. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.650296] env[69520]: DEBUG nova.network.neutron [req-1ba5e035-5462-40ce-b2cb-f5d3b867be1e req-bcb1853e-cf97-498e-92c8-fdbd399e7682 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.710194] env[69520]: DEBUG nova.scheduler.client.report [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.737686] env[69520]: INFO nova.compute.manager [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Took 44.71 seconds to build instance. [ 856.753070] env[69520]: DEBUG oslo_vmware.api [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481755, 'name': PowerOnVM_Task, 'duration_secs': 0.953356} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.753451] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.753781] env[69520]: DEBUG nova.compute.manager [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.755702] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d26bcf0-645a-45d9-a24f-a8220657a427 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.892216] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.907753] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614797} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.908914] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 935e3299-8852-4ca8-bf2c-3e12c731cebd/935e3299-8852-4ca8-bf2c-3e12c731cebd.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.909231] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.909948] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b466c297-d29b-4546-a655-bafcf5f60d1a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.920857] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 856.920857] env[69520]: value = "task-3481757" [ 856.920857] env[69520]: _type = "Task" [ 856.920857] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.934317] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.083989] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Releasing lock "refresh_cache-c28e5b14-b67f-4413-b8c8-ca18f2845e8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.084482] env[69520]: DEBUG nova.compute.manager [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Instance network_info: |[{"id": "31f9bcd1-bae5-448d-9534-2a90e067c817", "address": "fa:16:3e:e4:f2:ea", "network": {"id": "a975b3d4-a3a2-4217-9777-30a18827c7c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1561658582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c65aa48fcb44762a84209ed72e515ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9bcd1-ba", "ovs_interfaceid": "31f9bcd1-bae5-448d-9534-2a90e067c817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.085244] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:f2:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31f9bcd1-bae5-448d-9534-2a90e067c817', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.093348] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.093594] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.093819] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d13ace6f-edae-4e37-8bcb-fde860f4f6ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.118682] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.118682] env[69520]: value = "task-3481758" [ 857.118682] env[69520]: _type = "Task" [ 857.118682] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.127165] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481758, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.154099] env[69520]: DEBUG oslo_concurrency.lockutils [req-1ba5e035-5462-40ce-b2cb-f5d3b867be1e req-bcb1853e-cf97-498e-92c8-fdbd399e7682 service nova] Releasing lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.158976] env[69520]: DEBUG nova.compute.manager [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Received event network-vif-plugged-31f9bcd1-bae5-448d-9534-2a90e067c817 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.159207] env[69520]: DEBUG oslo_concurrency.lockutils [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] Acquiring lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.159501] env[69520]: DEBUG oslo_concurrency.lockutils [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] Lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.159651] env[69520]: DEBUG oslo_concurrency.lockutils [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] Lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.159838] env[69520]: DEBUG nova.compute.manager [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] No waiting events found dispatching network-vif-plugged-31f9bcd1-bae5-448d-9534-2a90e067c817 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.159966] env[69520]: WARNING nova.compute.manager [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Received unexpected event network-vif-plugged-31f9bcd1-bae5-448d-9534-2a90e067c817 for instance with vm_state building and task_state spawning. [ 857.160123] env[69520]: DEBUG nova.compute.manager [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Received event network-changed-31f9bcd1-bae5-448d-9534-2a90e067c817 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.160364] env[69520]: DEBUG nova.compute.manager [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Refreshing instance network info cache due to event network-changed-31f9bcd1-bae5-448d-9534-2a90e067c817. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.160434] env[69520]: DEBUG oslo_concurrency.lockutils [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] Acquiring lock "refresh_cache-c28e5b14-b67f-4413-b8c8-ca18f2845e8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.160552] env[69520]: DEBUG oslo_concurrency.lockutils [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] Acquired lock "refresh_cache-c28e5b14-b67f-4413-b8c8-ca18f2845e8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.160733] env[69520]: DEBUG nova.network.neutron [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Refreshing network info cache for port 31f9bcd1-bae5-448d-9534-2a90e067c817 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.215316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.217840] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.632s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.218136] env[69520]: DEBUG nova.objects.instance [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lazy-loading 'resources' on Instance uuid 9e999262-f0b8-491e-87d5-abef92b85af2 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.241385] env[69520]: INFO nova.scheduler.client.report [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Deleted allocations for instance a3c65331-11ab-4a40-b20a-472b65a36ddc [ 857.245683] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e33bcf49-1db3-4005-ba69-cbfd4bb9a0d1 tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.035s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.275733] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.432574] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082486} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.433310] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.434480] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5148f4-069c-4c25-a5e8-5fc23a56f929 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.461667] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 935e3299-8852-4ca8-bf2c-3e12c731cebd/935e3299-8852-4ca8-bf2c-3e12c731cebd.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.462601] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquiring lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.462909] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.463183] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquiring lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.463433] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.463672] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.465211] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e39c1e-b930-4cb3-8e76-dd0d2a1de3c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.480205] env[69520]: INFO nova.compute.manager [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Terminating instance [ 857.493020] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 857.493020] env[69520]: value = "task-3481759" [ 857.493020] env[69520]: _type = "Task" [ 857.493020] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.503214] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.629804] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481758, 'name': CreateVM_Task, 'duration_secs': 0.444456} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.629804] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.630290] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.630455] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.630802] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.631093] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01fc5a50-3995-4f12-9443-1aff22184640 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.636420] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 857.636420] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527ecb76-079b-21c7-5ffa-f754573d4978" [ 857.636420] env[69520]: _type = "Task" [ 857.636420] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.645074] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527ecb76-079b-21c7-5ffa-f754573d4978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.753853] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.757521] env[69520]: DEBUG oslo_concurrency.lockutils [None req-850635ef-8b2a-4a9a-902d-4247c869c816 tempest-ServersTestBootFromVolume-492729827 tempest-ServersTestBootFromVolume-492729827-project-member] Lock "a3c65331-11ab-4a40-b20a-472b65a36ddc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.127s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.987803] env[69520]: DEBUG nova.compute.manager [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.988110] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.989348] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f95f70-ce45-422c-a4df-0f9ec2685ba6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.002338] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.003134] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5233ee4-df92-4a80-bf2f-e8fd1fc8d818 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.008304] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481759, 'name': ReconfigVM_Task, 'duration_secs': 0.34421} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.008560] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 935e3299-8852-4ca8-bf2c-3e12c731cebd/935e3299-8852-4ca8-bf2c-3e12c731cebd.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.010197] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c8552cb-7016-4fa8-9653-4dd96c1118fe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.011818] env[69520]: DEBUG oslo_vmware.api [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for the task: (returnval){ [ 858.011818] env[69520]: value = "task-3481760" [ 858.011818] env[69520]: _type = "Task" [ 858.011818] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.015392] env[69520]: DEBUG nova.network.neutron [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Updated VIF entry in instance network info cache for port 31f9bcd1-bae5-448d-9534-2a90e067c817. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.015392] env[69520]: DEBUG nova.network.neutron [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Updating instance_info_cache with network_info: [{"id": "31f9bcd1-bae5-448d-9534-2a90e067c817", "address": "fa:16:3e:e4:f2:ea", "network": {"id": "a975b3d4-a3a2-4217-9777-30a18827c7c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1561658582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c65aa48fcb44762a84209ed72e515ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9bcd1-ba", "ovs_interfaceid": "31f9bcd1-bae5-448d-9534-2a90e067c817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.021736] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 858.021736] env[69520]: value = "task-3481761" [ 858.021736] env[69520]: _type = "Task" [ 858.021736] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.028955] env[69520]: DEBUG oslo_vmware.api [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.038366] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481761, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.150435] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527ecb76-079b-21c7-5ffa-f754573d4978, 'name': SearchDatastore_Task, 'duration_secs': 0.019248} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.150823] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.151132] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.151433] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.151655] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.151898] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.152277] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a20bce04-9cdb-4493-9cf5-3cfaa620dbcf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.163222] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.163222] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.163665] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87667e64-d1a7-4899-9ec2-d93a0150b774 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.173501] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b45c2e8-c590-4aea-838d-cf7b46ee1c03 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.181021] env[69520]: INFO nova.compute.manager [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Rebuilding instance [ 858.182267] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 858.182267] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]522d53d3-d6ef-2a84-73e5-32fb0e319c71" [ 858.182267] env[69520]: _type = "Task" [ 858.182267] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.191436] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea28ac1-42a9-4c91-b2af-1b48acc80199 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.200663] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522d53d3-d6ef-2a84-73e5-32fb0e319c71, 'name': SearchDatastore_Task, 'duration_secs': 0.01989} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.204300] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66146bbb-d500-41c7-a0c4-f321cbbdb688 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.239586] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddda951-8145-4c5b-ba2b-8043672db4a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.244123] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 858.244123] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5211ce17-1720-5085-212d-ee14730cd15e" [ 858.244123] env[69520]: _type = "Task" [ 858.244123] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.251502] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee8532e-dd2b-4460-80a6-923978699298 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.260730] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5211ce17-1720-5085-212d-ee14730cd15e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.274130] env[69520]: DEBUG nova.compute.provider_tree [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.278772] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.281099] env[69520]: DEBUG nova.compute.manager [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.281899] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55090da5-80ed-4189-85e6-414c5481618b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.407936] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c425ba2-57c9-4b2d-ae7d-7d17df08c4a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.429676] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance 'c636025a-d7ab-4261-9e60-eb4ffe0adc50' progress to 0 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.526017] env[69520]: DEBUG oslo_concurrency.lockutils [req-5294d2be-16e1-4016-923d-41c2e741a8ac req-8e62fd19-3753-4ae9-a1d7-cbc0180f505a service nova] Releasing lock "refresh_cache-c28e5b14-b67f-4413-b8c8-ca18f2845e8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.526140] env[69520]: DEBUG oslo_vmware.api [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481760, 'name': PowerOffVM_Task, 'duration_secs': 0.236783} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.529120] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.529305] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.529550] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4818965-3e4b-4dfd-ba70-313519f14f68 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.537145] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481761, 'name': Rename_Task, 'duration_secs': 0.202603} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.537319] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.537554] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbe2aa5d-d6e8-4929-939d-1d732eb7488c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.544957] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 858.544957] env[69520]: value = "task-3481763" [ 858.544957] env[69520]: _type = "Task" [ 858.544957] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.615537] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.615772] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.615997] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Deleting the datastore file [datastore2] dd3924a2-7f69-4f64-8a72-dab941dfbe35 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.616276] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5afb9838-ae9c-4e72-a06a-392c658af2b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.625557] env[69520]: DEBUG oslo_vmware.api [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for the task: (returnval){ [ 858.625557] env[69520]: value = "task-3481764" [ 858.625557] env[69520]: _type = "Task" [ 858.625557] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.634454] env[69520]: DEBUG oslo_vmware.api [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.757569] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5211ce17-1720-5085-212d-ee14730cd15e, 'name': SearchDatastore_Task, 'duration_secs': 0.026324} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.758017] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.758582] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] c28e5b14-b67f-4413-b8c8-ca18f2845e8d/c28e5b14-b67f-4413-b8c8-ca18f2845e8d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.758989] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-565bbb3a-f0cc-47d0-8269-af69849a443a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.768367] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 858.768367] env[69520]: value = "task-3481765" [ 858.768367] env[69520]: _type = "Task" [ 858.768367] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.777761] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.781894] env[69520]: DEBUG nova.scheduler.client.report [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.938168] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.938665] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-212d1536-4d9f-4ef2-a613-6d5d6487dcca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.947337] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 858.947337] env[69520]: value = "task-3481766" [ 858.947337] env[69520]: _type = "Task" [ 858.947337] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.957928] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.062074] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481763, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.140451] env[69520]: DEBUG oslo_vmware.api [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Task: {'id': task-3481764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237831} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.140710] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.140956] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.141099] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.141281] env[69520]: INFO nova.compute.manager [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Took 1.15 seconds to destroy the instance on the hypervisor. [ 859.141540] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.141934] env[69520]: DEBUG nova.compute.manager [-] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.141934] env[69520]: DEBUG nova.network.neutron [-] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.289475] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481765, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.289475] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.289932] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.151s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.291563] env[69520]: INFO nova.compute.claims [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.296197] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.296455] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e187fb4c-6c2f-47f4-bddc-fce2e29699b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.304499] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 859.304499] env[69520]: value = "task-3481767" [ 859.304499] env[69520]: _type = "Task" [ 859.304499] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.317260] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.328628] env[69520]: INFO nova.scheduler.client.report [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Deleted allocations for instance 9e999262-f0b8-491e-87d5-abef92b85af2 [ 859.460992] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481766, 'name': PowerOffVM_Task, 'duration_secs': 0.28754} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.464537] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.464762] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance 'c636025a-d7ab-4261-9e60-eb4ffe0adc50' progress to 17 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.560789] env[69520]: DEBUG oslo_vmware.api [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481763, 'name': PowerOnVM_Task, 'duration_secs': 0.579469} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.561132] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.561389] env[69520]: INFO nova.compute.manager [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Took 7.74 seconds to spawn the instance on the hypervisor. [ 859.561572] env[69520]: DEBUG nova.compute.manager [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.562489] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b248415-969e-45dc-a5a2-5f04ae55928f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.783935] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542002} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.783935] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] c28e5b14-b67f-4413-b8c8-ca18f2845e8d/c28e5b14-b67f-4413-b8c8-ca18f2845e8d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.783935] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.783935] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-731ec298-6095-467a-9d2a-ebaed13d8eca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.798431] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 859.798431] env[69520]: value = "task-3481768" [ 859.798431] env[69520]: _type = "Task" [ 859.798431] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.813879] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.824904] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481767, 'name': PowerOffVM_Task, 'duration_secs': 0.294888} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.825236] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.825489] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.826610] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824356d1-a9d7-4f2f-8f67-5e4d4977d737 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.839327] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.839900] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55851400-1300-44e5-8423-b9a726548391 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "9e999262-f0b8-491e-87d5-abef92b85af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.179s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.844570] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3de7f45c-3c84-44ce-8bea-3cc7e8c0ab4f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.972467] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.972764] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.973342] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.973342] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.973342] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.973480] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.973683] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.973885] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.974092] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.974271] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.974515] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.979772] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.979938] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.980127] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleting the datastore file [datastore2] 726b0d51-0ba5-4965-b1bc-4169b2c714cd {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.980396] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab00fa6f-ea1d-4d42-9d8b-c8d09126398d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.993392] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4490977b-7a11-4795-b926-62c74f9008a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.004817] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 860.004817] env[69520]: value = "task-3481771" [ 860.004817] env[69520]: _type = "Task" [ 860.004817] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.005098] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 860.005098] env[69520]: value = "task-3481770" [ 860.005098] env[69520]: _type = "Task" [ 860.005098] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.016660] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.019893] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.083755] env[69520]: INFO nova.compute.manager [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Took 44.85 seconds to build instance. [ 860.088440] env[69520]: DEBUG nova.compute.manager [req-71713963-2f3f-4a8f-890c-7fedd3918ec4 req-983b8cdf-2f54-40c5-9564-bd458a650608 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Received event network-vif-deleted-7caee13f-6aab-4715-81de-3b1e3c2de7a8 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.088685] env[69520]: INFO nova.compute.manager [req-71713963-2f3f-4a8f-890c-7fedd3918ec4 req-983b8cdf-2f54-40c5-9564-bd458a650608 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Neutron deleted interface 7caee13f-6aab-4715-81de-3b1e3c2de7a8; detaching it from the instance and deleting it from the info cache [ 860.088871] env[69520]: DEBUG nova.network.neutron [req-71713963-2f3f-4a8f-890c-7fedd3918ec4 req-983b8cdf-2f54-40c5-9564-bd458a650608 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.318346] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08787} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.319630] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.320068] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c81527-6632-4aa1-8fb9-d303e31912b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.344802] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c28e5b14-b67f-4413-b8c8-ca18f2845e8d/c28e5b14-b67f-4413-b8c8-ca18f2845e8d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.345375] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca4eba7-75f0-4b02-87a6-aabd6ac05db2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.366524] env[69520]: DEBUG nova.network.neutron [-] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.377490] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 860.377490] env[69520]: value = "task-3481772" [ 860.377490] env[69520]: _type = "Task" [ 860.377490] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.392350] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.528318] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304481} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.536821] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.536912] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.537486] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.541048] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481771, 'name': ReconfigVM_Task, 'duration_secs': 0.472569} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.541857] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance 'c636025a-d7ab-4261-9e60-eb4ffe0adc50' progress to 33 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.586559] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46716b06-a557-49b3-ac96-1a627df302ac tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.394s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.595124] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0f71b23-a960-449e-be7e-a6067e7fe341 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.613400] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcd28ff-3aed-4859-b8a6-dcc7f276352f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.651987] env[69520]: DEBUG nova.compute.manager [req-71713963-2f3f-4a8f-890c-7fedd3918ec4 req-983b8cdf-2f54-40c5-9564-bd458a650608 service nova] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Detach interface failed, port_id=7caee13f-6aab-4715-81de-3b1e3c2de7a8, reason: Instance dd3924a2-7f69-4f64-8a72-dab941dfbe35 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 860.813928] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933983f2-3600-4f33-ae86-032d16850248 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.828805] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770eb903-af46-4a4b-9e11-bf51d91d544e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.861335] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b258d9a3-e1f9-4073-b5ad-d96f21e0cc53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.870941] env[69520]: INFO nova.compute.manager [-] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Took 1.73 seconds to deallocate network for instance. [ 860.874223] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19df6722-a36e-4ffa-b869-175c778b0133 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.901140] env[69520]: DEBUG nova.compute.provider_tree [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.905784] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.053267] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:44:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='daed20f5-e3f5-415d-a6f8-95fe106f846e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2138019954',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.053517] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.053675] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.053853] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.053995] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.054155] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.054361] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.054696] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.054930] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.055648] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.055871] env[69520]: DEBUG nova.virt.hardware [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.061680] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.062513] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c778115-994b-4fb4-bad2-9cce580d8758 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.087035] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 861.087035] env[69520]: value = "task-3481773" [ 861.087035] env[69520]: _type = "Task" [ 861.087035] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.091347] env[69520]: DEBUG nova.compute.manager [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.103592] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.386318] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.396218] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481772, 'name': ReconfigVM_Task, 'duration_secs': 0.859989} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.396637] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c28e5b14-b67f-4413-b8c8-ca18f2845e8d/c28e5b14-b67f-4413-b8c8-ca18f2845e8d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.397133] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69520) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 861.397908] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-26d18490-a677-4ce7-8695-67ec250a707c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.408028] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 861.408028] env[69520]: value = "task-3481774" [ 861.408028] env[69520]: _type = "Task" [ 861.408028] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.408028] env[69520]: DEBUG nova.scheduler.client.report [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.422975] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481774, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.594364] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.594747] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.595413] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.595413] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.595413] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.595528] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.595634] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.595794] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.595964] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.596142] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.596317] env[69520]: DEBUG nova.virt.hardware [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.599318] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3d636b-7b90-4e5a-b8f9-223bc06e2e87 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.607789] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481773, 'name': ReconfigVM_Task, 'duration_secs': 0.20774} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.610020] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 861.610836] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c20977-8ee0-4a61-9e39-fc4a477360bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.618196] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e51045-8a76-4b3e-a62c-2285c8cad564 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.643640] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] c636025a-d7ab-4261-9e60-eb4ffe0adc50/c636025a-d7ab-4261-9e60-eb4ffe0adc50.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.644839] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.645623] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad0c923b-cab0-48df-8b1d-318e888afce4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.669196] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:0d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ac2391c-b4cf-4aaf-adbd-1330cfe6189d', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.677232] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.677993] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.678254] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2f38649-0dd6-4a82-8b0c-e8eb854ab5e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.694602] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 861.694602] env[69520]: value = "task-3481775" [ 861.694602] env[69520]: _type = "Task" [ 861.694602] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.701168] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.701168] env[69520]: value = "task-3481776" [ 861.701168] env[69520]: _type = "Task" [ 861.701168] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.707788] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.713773] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481776, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.918547] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.919228] env[69520]: DEBUG nova.compute.manager [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.922221] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481774, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.063465} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.922564] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.643s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.924133] env[69520]: INFO nova.compute.claims [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.927224] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69520) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 861.928503] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c687c7a-13d9-47c2-9071-c4b67067b22c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.960669] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c28e5b14-b67f-4413-b8c8-ca18f2845e8d/ephemeral_0.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.961102] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1ba48a-ce99-402c-8794-2ba05594226b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.990958] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 861.990958] env[69520]: value = "task-3481777" [ 861.990958] env[69520]: _type = "Task" [ 861.990958] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.003720] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.209480] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481775, 'name': ReconfigVM_Task, 'duration_secs': 0.390689} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.210221] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Reconfigured VM instance instance-0000002d to attach disk [datastore2] c636025a-d7ab-4261-9e60-eb4ffe0adc50/c636025a-d7ab-4261-9e60-eb4ffe0adc50.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.210501] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance 'c636025a-d7ab-4261-9e60-eb4ffe0adc50' progress to 50 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.221053] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481776, 'name': CreateVM_Task, 'duration_secs': 0.430839} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.221053] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.221053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.221053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.221053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.221053] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b877b0ed-c3a4-4d73-a6d9-6272a2079a6a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.225642] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 862.225642] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c00930-22ca-3fc3-7b6e-7232642d268a" [ 862.225642] env[69520]: _type = "Task" [ 862.225642] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.234817] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c00930-22ca-3fc3-7b6e-7232642d268a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.430533] env[69520]: DEBUG nova.compute.utils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.434617] env[69520]: DEBUG nova.compute.manager [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.437314] env[69520]: DEBUG nova.network.neutron [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.502249] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.517226] env[69520]: DEBUG nova.policy [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cba2693c5fca4a4489c80ca98524652b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e113834bcbe6429cab43b384f4764c1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.582719] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "6008ce40-9804-497e-9fc2-7eb9f871e031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.583623] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "6008ce40-9804-497e-9fc2-7eb9f871e031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.583623] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "6008ce40-9804-497e-9fc2-7eb9f871e031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.583623] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "6008ce40-9804-497e-9fc2-7eb9f871e031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.583623] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "6008ce40-9804-497e-9fc2-7eb9f871e031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.586012] env[69520]: INFO nova.compute.manager [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Terminating instance [ 862.721499] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bb9ce1-db9f-4816-ab74-f2f77b221165 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.750162] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097cdc84-04ed-482f-8050-04a474ec29dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.756995] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c00930-22ca-3fc3-7b6e-7232642d268a, 'name': SearchDatastore_Task, 'duration_secs': 0.012487} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.757738] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.758049] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.758321] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.758821] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.758821] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.758984] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4377f6c-4edb-486e-93aa-9d4d91de41a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.779370] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance 'c636025a-d7ab-4261-9e60-eb4ffe0adc50' progress to 67 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.792702] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.793118] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.794216] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2bc1c1-db9b-4362-a09c-c138c2cb9ee7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.801137] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 862.801137] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521522db-23e0-0297-c6c8-21dfff6b1777" [ 862.801137] env[69520]: _type = "Task" [ 862.801137] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.811172] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521522db-23e0-0297-c6c8-21dfff6b1777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.935784] env[69520]: DEBUG nova.compute.manager [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.004174] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481777, 'name': ReconfigVM_Task, 'duration_secs': 0.865429} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.004174] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c28e5b14-b67f-4413-b8c8-ca18f2845e8d/ephemeral_0.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.004174] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57818005-38cf-46e1-b21b-b632ae112cfa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.017151] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 863.017151] env[69520]: value = "task-3481778" [ 863.017151] env[69520]: _type = "Task" [ 863.017151] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.027590] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481778, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.038938] env[69520]: DEBUG nova.network.neutron [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Successfully created port: e67694bd-51ad-48b1-8deb-d110600af96a {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.089924] env[69520]: DEBUG nova.compute.manager [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.090522] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.091909] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13137ab-d418-44d3-99be-70440d502b91 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.107050] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.107050] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6421de9-6bf6-48fe-8ff5-a72b7c4f9ca9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.113114] env[69520]: DEBUG oslo_vmware.api [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 863.113114] env[69520]: value = "task-3481779" [ 863.113114] env[69520]: _type = "Task" [ 863.113114] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.123155] env[69520]: DEBUG nova.compute.manager [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Stashing vm_state: active {{(pid=69520) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 863.138187] env[69520]: DEBUG oslo_vmware.api [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.313021] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521522db-23e0-0297-c6c8-21dfff6b1777, 'name': SearchDatastore_Task, 'duration_secs': 0.012813} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.313803] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd79d961-8dbd-4f79-9070-cd5e5b2b497c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.320847] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 863.320847] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525576e9-6e3e-ddab-a2fc-6b8a7a96ae86" [ 863.320847] env[69520]: _type = "Task" [ 863.320847] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.333282] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525576e9-6e3e-ddab-a2fc-6b8a7a96ae86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.383925] env[69520]: DEBUG nova.network.neutron [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Port 2284c058-5426-4b21-8822-12353878f327 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 863.394420] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1fa715-74db-4ff4-b43f-e87f2dc7e3ff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.403807] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89109f42-ee95-4104-bd4e-ad4fed6461c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.439224] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c0455-6bc4-473c-8fdc-defae079076f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.454114] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3475e9-d03b-4cfa-b728-0dfd6f11fb5e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.472727] env[69520]: DEBUG nova.compute.provider_tree [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.526091] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481778, 'name': Rename_Task, 'duration_secs': 0.458414} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.526386] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.526629] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c68b9e-ef84-471f-b229-5216aa5ccf89 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.533418] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 863.533418] env[69520]: value = "task-3481780" [ 863.533418] env[69520]: _type = "Task" [ 863.533418] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.541530] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.628866] env[69520]: DEBUG oslo_vmware.api [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481779, 'name': PowerOffVM_Task, 'duration_secs': 0.40893} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.630498] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.630498] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.630498] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e13eaf5e-6979-427c-b90e-6e0e8b31fe80 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.647155] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.725085] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.725384] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.725652] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Deleting the datastore file [datastore1] 6008ce40-9804-497e-9fc2-7eb9f871e031 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.727585] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3037019-0974-4b42-a376-192f81ae8fb1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.733780] env[69520]: DEBUG oslo_vmware.api [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for the task: (returnval){ [ 863.733780] env[69520]: value = "task-3481782" [ 863.733780] env[69520]: _type = "Task" [ 863.733780] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.743488] env[69520]: DEBUG oslo_vmware.api [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.833508] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525576e9-6e3e-ddab-a2fc-6b8a7a96ae86, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.833638] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.833929] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.834349] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-106f4cb9-023d-4777-be7b-30df829658ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.846077] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 863.846077] env[69520]: value = "task-3481783" [ 863.846077] env[69520]: _type = "Task" [ 863.846077] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.855318] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.947448] env[69520]: DEBUG nova.compute.manager [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.976919] env[69520]: DEBUG nova.scheduler.client.report [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.982832] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.982978] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.983247] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.983405] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.983446] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.983591] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.983899] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.983940] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.984169] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.984340] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.984553] env[69520]: DEBUG nova.virt.hardware [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.985504] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac46c3a3-0e9d-40bb-a688-6304e246f2b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.020503] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981a9ad1-e791-42d8-a120-6aebd23cbcd6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.048748] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.247823] env[69520]: DEBUG oslo_vmware.api [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Task: {'id': task-3481782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165409} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.247823] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.247823] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.247823] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.247823] env[69520]: INFO nova.compute.manager [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Took 1.16 seconds to destroy the instance on the hypervisor. [ 864.248125] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.248262] env[69520]: DEBUG nova.compute.manager [-] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.248335] env[69520]: DEBUG nova.network.neutron [-] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.359435] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.417296] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.417772] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.418119] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.493025] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.493025] env[69520]: DEBUG nova.compute.manager [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.494783] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.382s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.494979] env[69520]: DEBUG nova.objects.instance [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 864.551523] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.859937] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695475} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.860494] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.860566] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.860818] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe46bcaa-9703-4a84-a61e-c93ec405b1d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.872156] env[69520]: DEBUG nova.compute.manager [req-9fcdf58a-3d8d-4a59-9a35-b0256c842a1d req-7ed7ef94-df66-4dbf-81a4-4a071da9b9ee service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Received event network-vif-deleted-c731df6f-86e4-4659-9853-5201148ac16c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.872452] env[69520]: INFO nova.compute.manager [req-9fcdf58a-3d8d-4a59-9a35-b0256c842a1d req-7ed7ef94-df66-4dbf-81a4-4a071da9b9ee service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Neutron deleted interface c731df6f-86e4-4659-9853-5201148ac16c; detaching it from the instance and deleting it from the info cache [ 864.872687] env[69520]: DEBUG nova.network.neutron [req-9fcdf58a-3d8d-4a59-9a35-b0256c842a1d req-7ed7ef94-df66-4dbf-81a4-4a071da9b9ee service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.876202] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 864.876202] env[69520]: value = "task-3481784" [ 864.876202] env[69520]: _type = "Task" [ 864.876202] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.888221] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.999715] env[69520]: DEBUG nova.compute.utils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.009309] env[69520]: DEBUG nova.compute.manager [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.011034] env[69520]: DEBUG nova.network.neutron [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.051018] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.122702] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquiring lock "07772474-5173-4d4b-b957-95556040fe94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.122894] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lock "07772474-5173-4d4b-b957-95556040fe94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.124331] env[69520]: DEBUG nova.policy [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1a93993a4e34d06b0b9a7c0f4cf4ff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1eceaf73956f4b7a9c936c0b59bcd647', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.143917] env[69520]: DEBUG nova.network.neutron [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Successfully updated port: e67694bd-51ad-48b1-8deb-d110600af96a {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.236432] env[69520]: DEBUG nova.network.neutron [-] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.380023] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d912e5b3-a8da-4f64-9c5d-1cbf3f8b62d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.392869] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086547} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.394405] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.395495] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8326e37a-2da5-46e8-a8ab-46d344111e90 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.401331] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4d8ab6-22b9-4506-b796-65b28fa12bd5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.444148] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.457394] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ebe6f7-d719-466b-98fa-0f23822a9d97 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.472816] env[69520]: DEBUG nova.compute.manager [req-9fcdf58a-3d8d-4a59-9a35-b0256c842a1d req-7ed7ef94-df66-4dbf-81a4-4a071da9b9ee service nova] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Detach interface failed, port_id=c731df6f-86e4-4659-9853-5201148ac16c, reason: Instance 6008ce40-9804-497e-9fc2-7eb9f871e031 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.480772] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 865.480772] env[69520]: value = "task-3481785" [ 865.480772] env[69520]: _type = "Task" [ 865.480772] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.489988] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.511176] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.511366] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.511544] env[69520]: DEBUG nova.network.neutron [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.515896] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40ce00b4-4959-4d4e-a877-6c282f9a7754 tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.515896] env[69520]: DEBUG nova.compute.manager [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.519033] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.946s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.520755] env[69520]: INFO nova.compute.claims [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.545714] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.612574] env[69520]: DEBUG nova.network.neutron [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Successfully created port: af5ebad4-6a74-4e2f-9974-95f164ea61ef {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.647997] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "refresh_cache-5332b924-b590-4878-a584-b7395d80c104" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.648180] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "refresh_cache-5332b924-b590-4878-a584-b7395d80c104" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.648331] env[69520]: DEBUG nova.network.neutron [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.739656] env[69520]: INFO nova.compute.manager [-] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Took 1.49 seconds to deallocate network for instance. [ 865.991932] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481785, 'name': ReconfigVM_Task, 'duration_secs': 0.392377} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.992773] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 726b0d51-0ba5-4965-b1bc-4169b2c714cd/726b0d51-0ba5-4965-b1bc-4169b2c714cd.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.993900] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec3815bf-4f65-4c23-a345-6e80afcc86ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.003715] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 866.003715] env[69520]: value = "task-3481786" [ 866.003715] env[69520]: _type = "Task" [ 866.003715] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.016139] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481786, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.047715] env[69520]: DEBUG oslo_vmware.api [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481780, 'name': PowerOnVM_Task, 'duration_secs': 2.258629} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.047715] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.047715] env[69520]: INFO nova.compute.manager [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Took 11.16 seconds to spawn the instance on the hypervisor. [ 866.047715] env[69520]: DEBUG nova.compute.manager [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.048465] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621e45df-0a75-4f50-b037-011260eb084c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.154156] env[69520]: DEBUG nova.network.neutron [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Successfully created port: 48301365-ed96-4cb5-b13b-80a555f6454a {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.197038] env[69520]: DEBUG nova.network.neutron [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.249364] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.350266] env[69520]: DEBUG nova.network.neutron [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Updating instance_info_cache with network_info: [{"id": "e67694bd-51ad-48b1-8deb-d110600af96a", "address": "fa:16:3e:49:76:d5", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67694bd-51", "ovs_interfaceid": "e67694bd-51ad-48b1-8deb-d110600af96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.514935] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481786, 'name': Rename_Task, 'duration_secs': 0.292795} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.515269] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.515549] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d7bd397-564b-45b4-90d0-f2534e8634e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.522946] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 866.522946] env[69520]: value = "task-3481787" [ 866.522946] env[69520]: _type = "Task" [ 866.522946] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.531656] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.535096] env[69520]: DEBUG nova.compute.manager [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.554378] env[69520]: DEBUG nova.network.neutron [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance_info_cache with network_info: [{"id": "2284c058-5426-4b21-8822-12353878f327", "address": "fa:16:3e:1f:7c:4c", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2284c058-54", "ovs_interfaceid": "2284c058-5426-4b21-8822-12353878f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.571094] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.571334] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.571527] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.571774] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.572015] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.572181] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.572482] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.572710] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.572947] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.573178] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.573419] env[69520]: DEBUG nova.virt.hardware [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.576228] env[69520]: INFO nova.compute.manager [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Took 49.61 seconds to build instance. [ 866.576228] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718c66f4-2cf7-4817-bf5c-c7464fd7c629 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.589213] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750184f3-591c-4452-93aa-0160b8f33ef6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.853281] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "refresh_cache-5332b924-b590-4878-a584-b7395d80c104" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.853684] env[69520]: DEBUG nova.compute.manager [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Instance network_info: |[{"id": "e67694bd-51ad-48b1-8deb-d110600af96a", "address": "fa:16:3e:49:76:d5", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67694bd-51", "ovs_interfaceid": "e67694bd-51ad-48b1-8deb-d110600af96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.854214] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:76:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e67694bd-51ad-48b1-8deb-d110600af96a', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.865916] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.869428] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5332b924-b590-4878-a584-b7395d80c104] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.870030] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f765d7c-7581-409c-adf4-8af34f66ffb9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.897232] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.897232] env[69520]: value = "task-3481788" [ 866.897232] env[69520]: _type = "Task" [ 866.897232] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.906052] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481788, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.910738] env[69520]: DEBUG nova.compute.manager [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] [instance: 5332b924-b590-4878-a584-b7395d80c104] Received event network-vif-plugged-e67694bd-51ad-48b1-8deb-d110600af96a {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.910971] env[69520]: DEBUG oslo_concurrency.lockutils [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] Acquiring lock "5332b924-b590-4878-a584-b7395d80c104-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.911245] env[69520]: DEBUG oslo_concurrency.lockutils [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] Lock "5332b924-b590-4878-a584-b7395d80c104-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.911419] env[69520]: DEBUG oslo_concurrency.lockutils [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] Lock "5332b924-b590-4878-a584-b7395d80c104-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.911587] env[69520]: DEBUG nova.compute.manager [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] [instance: 5332b924-b590-4878-a584-b7395d80c104] No waiting events found dispatching network-vif-plugged-e67694bd-51ad-48b1-8deb-d110600af96a {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.911765] env[69520]: WARNING nova.compute.manager [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] [instance: 5332b924-b590-4878-a584-b7395d80c104] Received unexpected event network-vif-plugged-e67694bd-51ad-48b1-8deb-d110600af96a for instance with vm_state building and task_state spawning. [ 866.911931] env[69520]: DEBUG nova.compute.manager [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] [instance: 5332b924-b590-4878-a584-b7395d80c104] Received event network-changed-e67694bd-51ad-48b1-8deb-d110600af96a {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.912098] env[69520]: DEBUG nova.compute.manager [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] [instance: 5332b924-b590-4878-a584-b7395d80c104] Refreshing instance network info cache due to event network-changed-e67694bd-51ad-48b1-8deb-d110600af96a. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.912282] env[69520]: DEBUG oslo_concurrency.lockutils [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] Acquiring lock "refresh_cache-5332b924-b590-4878-a584-b7395d80c104" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.912433] env[69520]: DEBUG oslo_concurrency.lockutils [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] Acquired lock "refresh_cache-5332b924-b590-4878-a584-b7395d80c104" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.912625] env[69520]: DEBUG nova.network.neutron [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] [instance: 5332b924-b590-4878-a584-b7395d80c104] Refreshing network info cache for port e67694bd-51ad-48b1-8deb-d110600af96a {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.035217] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481787, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.067768] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.073745] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5e3133-4204-4be7-8b56-9b8089471ff7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.082636] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1631d13c-580c-4f4e-a186-fcb3f29f85b1 tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.577s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.084730] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fbadfa-7575-4652-9688-036cd568e8a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.121863] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5cdf88-452a-4d77-8b32-3542add81798 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.136557] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f238881-3da6-4f67-b135-340232723b0e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.155098] env[69520]: DEBUG nova.compute.provider_tree [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.267970] env[69520]: DEBUG nova.compute.manager [req-18643aa4-303c-4799-831a-20bad04fe66b req-e2323da6-c662-4263-a98c-19711af8db9b service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Received event network-changed-31f9bcd1-bae5-448d-9534-2a90e067c817 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.268217] env[69520]: DEBUG nova.compute.manager [req-18643aa4-303c-4799-831a-20bad04fe66b req-e2323da6-c662-4263-a98c-19711af8db9b service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Refreshing instance network info cache due to event network-changed-31f9bcd1-bae5-448d-9534-2a90e067c817. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.268472] env[69520]: DEBUG oslo_concurrency.lockutils [req-18643aa4-303c-4799-831a-20bad04fe66b req-e2323da6-c662-4263-a98c-19711af8db9b service nova] Acquiring lock "refresh_cache-c28e5b14-b67f-4413-b8c8-ca18f2845e8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.268631] env[69520]: DEBUG oslo_concurrency.lockutils [req-18643aa4-303c-4799-831a-20bad04fe66b req-e2323da6-c662-4263-a98c-19711af8db9b service nova] Acquired lock "refresh_cache-c28e5b14-b67f-4413-b8c8-ca18f2845e8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.268794] env[69520]: DEBUG nova.network.neutron [req-18643aa4-303c-4799-831a-20bad04fe66b req-e2323da6-c662-4263-a98c-19711af8db9b service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Refreshing network info cache for port 31f9bcd1-bae5-448d-9534-2a90e067c817 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.407817] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481788, 'name': CreateVM_Task, 'duration_secs': 0.354586} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.407817] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5332b924-b590-4878-a584-b7395d80c104] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.408205] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.408371] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.408682] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.408934] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4902884d-4226-432f-9ad2-6b38e92b4fd5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.414719] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 867.414719] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524b01ba-6d4d-7402-accf-7dfc4816b9dc" [ 867.414719] env[69520]: _type = "Task" [ 867.414719] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.425492] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524b01ba-6d4d-7402-accf-7dfc4816b9dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.534133] env[69520]: DEBUG oslo_vmware.api [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481787, 'name': PowerOnVM_Task, 'duration_secs': 0.54185} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.534443] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.534641] env[69520]: DEBUG nova.compute.manager [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.535404] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba895dc9-129d-4fd5-a009-48f9a2a44da5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.588582] env[69520]: DEBUG nova.compute.manager [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.633529] env[69520]: DEBUG nova.network.neutron [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] [instance: 5332b924-b590-4878-a584-b7395d80c104] Updated VIF entry in instance network info cache for port e67694bd-51ad-48b1-8deb-d110600af96a. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.633875] env[69520]: DEBUG nova.network.neutron [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] [instance: 5332b924-b590-4878-a584-b7395d80c104] Updating instance_info_cache with network_info: [{"id": "e67694bd-51ad-48b1-8deb-d110600af96a", "address": "fa:16:3e:49:76:d5", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67694bd-51", "ovs_interfaceid": "e67694bd-51ad-48b1-8deb-d110600af96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.662016] env[69520]: DEBUG nova.scheduler.client.report [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.669185] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c88d0e-ac05-4b9c-963b-c397ea0b6585 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.693310] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc4087b-4cb9-48f2-8574-0a8d7f2fbf81 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.701801] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance 'c636025a-d7ab-4261-9e60-eb4ffe0adc50' progress to 83 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.927810] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524b01ba-6d4d-7402-accf-7dfc4816b9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.015785} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.928201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.928502] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.929163] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.929163] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.929303] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.929591] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0cb204d-dbe6-4871-8a94-6b766a7b0972 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.941842] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.942047] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.942775] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f814dd67-c1c0-4f22-b103-9dd1408abf50 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.951321] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 867.951321] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52137625-7649-d878-c35b-988611a2eaf5" [ 867.951321] env[69520]: _type = "Task" [ 867.951321] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.961615] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52137625-7649-d878-c35b-988611a2eaf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.055992] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.111051] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.136907] env[69520]: DEBUG oslo_concurrency.lockutils [req-cee9f0cb-8f6c-47c2-8d9e-49499de35085 req-e5ec398e-4c86-4bc7-b6cc-fb5bdc12d4b3 service nova] Releasing lock "refresh_cache-5332b924-b590-4878-a584-b7395d80c104" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.164309] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.164986] env[69520]: DEBUG nova.compute.manager [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.167863] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.558s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.168103] env[69520]: DEBUG nova.objects.instance [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lazy-loading 'resources' on Instance uuid 833bd12b-6d6a-43de-aa99-78181d11a19b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.207902] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.208235] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66ff88bf-da67-421c-a6f5-06f794682883 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.218852] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 868.218852] env[69520]: value = "task-3481789" [ 868.218852] env[69520]: _type = "Task" [ 868.218852] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.229633] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.463617] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52137625-7649-d878-c35b-988611a2eaf5, 'name': SearchDatastore_Task, 'duration_secs': 0.020044} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.464489] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02c690d-60e8-4aa5-b451-ebb25aaec1ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.470761] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 868.470761] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fb4e2e-d765-73e8-5189-5c7d770bea56" [ 868.470761] env[69520]: _type = "Task" [ 868.470761] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.480136] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fb4e2e-d765-73e8-5189-5c7d770bea56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.581079] env[69520]: DEBUG nova.network.neutron [req-18643aa4-303c-4799-831a-20bad04fe66b req-e2323da6-c662-4263-a98c-19711af8db9b service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Updated VIF entry in instance network info cache for port 31f9bcd1-bae5-448d-9534-2a90e067c817. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.581561] env[69520]: DEBUG nova.network.neutron [req-18643aa4-303c-4799-831a-20bad04fe66b req-e2323da6-c662-4263-a98c-19711af8db9b service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Updating instance_info_cache with network_info: [{"id": "31f9bcd1-bae5-448d-9534-2a90e067c817", "address": "fa:16:3e:e4:f2:ea", "network": {"id": "a975b3d4-a3a2-4217-9777-30a18827c7c7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1561658582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c65aa48fcb44762a84209ed72e515ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9bcd1-ba", "ovs_interfaceid": "31f9bcd1-bae5-448d-9534-2a90e067c817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.667341] env[69520]: DEBUG nova.network.neutron [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Successfully updated port: af5ebad4-6a74-4e2f-9974-95f164ea61ef {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.674551] env[69520]: DEBUG nova.compute.utils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.676269] env[69520]: DEBUG nova.compute.manager [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.676913] env[69520]: DEBUG nova.network.neutron [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.731962] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.757026] env[69520]: DEBUG nova.policy [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89323d86a35d4f6e97735c5ec275d93b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c742cb56f6824323bf125e7b3b7fbb1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.984633] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fb4e2e-d765-73e8-5189-5c7d770bea56, 'name': SearchDatastore_Task, 'duration_secs': 0.012592} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.987424] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.987699] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 5332b924-b590-4878-a584-b7395d80c104/5332b924-b590-4878-a584-b7395d80c104.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.988285] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca509022-9220-4caf-9ac5-ea7eb715247f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.997803] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 868.997803] env[69520]: value = "task-3481790" [ 868.997803] env[69520]: _type = "Task" [ 868.997803] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.011031] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.087831] env[69520]: DEBUG oslo_concurrency.lockutils [req-18643aa4-303c-4799-831a-20bad04fe66b req-e2323da6-c662-4263-a98c-19711af8db9b service nova] Releasing lock "refresh_cache-c28e5b14-b67f-4413-b8c8-ca18f2845e8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.135240] env[69520]: DEBUG nova.compute.manager [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Received event network-vif-plugged-af5ebad4-6a74-4e2f-9974-95f164ea61ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.135458] env[69520]: DEBUG oslo_concurrency.lockutils [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] Acquiring lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.135705] env[69520]: DEBUG oslo_concurrency.lockutils [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] Lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.135895] env[69520]: DEBUG oslo_concurrency.lockutils [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] Lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.136081] env[69520]: DEBUG nova.compute.manager [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] No waiting events found dispatching network-vif-plugged-af5ebad4-6a74-4e2f-9974-95f164ea61ef {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.136250] env[69520]: WARNING nova.compute.manager [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Received unexpected event network-vif-plugged-af5ebad4-6a74-4e2f-9974-95f164ea61ef for instance with vm_state building and task_state spawning. [ 869.136440] env[69520]: DEBUG nova.compute.manager [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Received event network-changed-af5ebad4-6a74-4e2f-9974-95f164ea61ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.136635] env[69520]: DEBUG nova.compute.manager [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Refreshing instance network info cache due to event network-changed-af5ebad4-6a74-4e2f-9974-95f164ea61ef. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.136911] env[69520]: DEBUG oslo_concurrency.lockutils [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] Acquiring lock "refresh_cache-5c860c0d-07a3-4c5b-af04-73cf8f273f8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.136985] env[69520]: DEBUG oslo_concurrency.lockutils [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] Acquired lock "refresh_cache-5c860c0d-07a3-4c5b-af04-73cf8f273f8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.137239] env[69520]: DEBUG nova.network.neutron [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Refreshing network info cache for port af5ebad4-6a74-4e2f-9974-95f164ea61ef {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.144246] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9110cae2-824b-4a86-9ccb-ab4a3f64967a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.156589] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1a5aeb-ae0b-409f-b500-00954bc37543 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.191442] env[69520]: DEBUG nova.compute.manager [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.194747] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0a0eaf-72c6-4272-aabb-6218427e0bfe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.207720] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae3691d-8018-422f-8937-332831594553 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.227811] env[69520]: DEBUG nova.compute.provider_tree [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.238709] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.349880] env[69520]: DEBUG nova.network.neutron [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Successfully created port: e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.511721] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481790, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.609618] env[69520]: DEBUG oslo_concurrency.lockutils [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.610109] env[69520]: DEBUG oslo_concurrency.lockutils [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.610255] env[69520]: DEBUG oslo_concurrency.lockutils [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.610313] env[69520]: DEBUG oslo_concurrency.lockutils [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.610487] env[69520]: DEBUG oslo_concurrency.lockutils [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.612856] env[69520]: INFO nova.compute.manager [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Terminating instance [ 869.683605] env[69520]: DEBUG nova.network.neutron [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.734827] env[69520]: DEBUG nova.scheduler.client.report [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.765016] env[69520]: DEBUG oslo_vmware.api [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481789, 'name': PowerOnVM_Task, 'duration_secs': 1.439711} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.765546] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.766466] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c17ed-7c49-44cc-a12b-11f7287c52d9 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance 'c636025a-d7ab-4261-9e60-eb4ffe0adc50' progress to 100 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.794434] env[69520]: DEBUG nova.network.neutron [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.010511] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8572} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.010848] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 5332b924-b590-4878-a584-b7395d80c104/5332b924-b590-4878-a584-b7395d80c104.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.011081] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.011393] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bc10c36-fddd-4bf5-ad26-54ceb3ff7c8f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.019513] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 870.019513] env[69520]: value = "task-3481791" [ 870.019513] env[69520]: _type = "Task" [ 870.019513] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.030421] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.116838] env[69520]: DEBUG nova.compute.manager [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.117120] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.117999] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3792890b-5a25-48a8-b5ee-de9e8e332698 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.126757] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.127048] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-972c9f23-8d39-48de-8b53-27b3d56178ff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.135492] env[69520]: DEBUG oslo_vmware.api [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 870.135492] env[69520]: value = "task-3481792" [ 870.135492] env[69520]: _type = "Task" [ 870.135492] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.145510] env[69520]: DEBUG oslo_vmware.api [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.206878] env[69520]: DEBUG nova.compute.manager [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.233282] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.233529] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.233687] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.233866] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.234096] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.234164] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.234362] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.234518] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.234765] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.234940] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.235123] env[69520]: DEBUG nova.virt.hardware [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.236087] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fedf53b-ec22-4567-baa1-1755cd324d12 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.244641] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cb79dd-6396-456c-952f-c7cb0a046278 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.250621] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.261092] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.784s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.262654] env[69520]: INFO nova.compute.claims [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.293554] env[69520]: INFO nova.scheduler.client.report [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Deleted allocations for instance 833bd12b-6d6a-43de-aa99-78181d11a19b [ 870.299447] env[69520]: DEBUG oslo_concurrency.lockutils [req-d87ec542-73e3-4c01-99ac-f9d4efd9fc96 req-ee7e2ec8-8534-4dcf-8ecc-e2585aaffc5b service nova] Releasing lock "refresh_cache-5c860c0d-07a3-4c5b-af04-73cf8f273f8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.530757] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287262} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.530991] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.532056] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ff1eee-443e-4d92-bf33-881fb87c58ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.556544] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 5332b924-b590-4878-a584-b7395d80c104/5332b924-b590-4878-a584-b7395d80c104.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.556866] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdcbda8b-0c03-4271-bad4-abdfcba3ce05 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.578028] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 870.578028] env[69520]: value = "task-3481793" [ 870.578028] env[69520]: _type = "Task" [ 870.578028] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.587243] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.645705] env[69520]: DEBUG oslo_vmware.api [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481792, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.805635] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1140d47-f9fa-4d9b-90c2-d023e9faff3b tempest-ServersListShow298Test-1350650436 tempest-ServersListShow298Test-1350650436-project-member] Lock "833bd12b-6d6a-43de-aa99-78181d11a19b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.508s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.091649] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481793, 'name': ReconfigVM_Task, 'duration_secs': 0.407517} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.092040] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 5332b924-b590-4878-a584-b7395d80c104/5332b924-b590-4878-a584-b7395d80c104.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.093750] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c362db1-267b-48f7-b2f8-4ce3ad446669 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.100973] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 871.100973] env[69520]: value = "task-3481794" [ 871.100973] env[69520]: _type = "Task" [ 871.100973] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.114844] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481794, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.147981] env[69520]: DEBUG oslo_vmware.api [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481792, 'name': PowerOffVM_Task, 'duration_secs': 0.558764} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.148294] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.148467] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.148719] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d76ad98d-c3e0-4e0d-acfc-dd6a44bc8987 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.233405] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.233612] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.233797] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleting the datastore file [datastore1] 4c2791ad-bae8-44d4-a17a-bebe2dc29af6 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.234081] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc058eec-22d2-4247-8e3b-dbc61a85afff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.244717] env[69520]: DEBUG oslo_vmware.api [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 871.244717] env[69520]: value = "task-3481796" [ 871.244717] env[69520]: _type = "Task" [ 871.244717] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.254735] env[69520]: DEBUG oslo_vmware.api [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.501017] env[69520]: DEBUG nova.compute.manager [req-53ff5814-2513-49c4-8c0d-54e1012c9d2e req-3e8c25ec-272b-4693-97ab-066f4fe31c14 service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Received event network-vif-plugged-48301365-ed96-4cb5-b13b-80a555f6454a {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.501017] env[69520]: DEBUG oslo_concurrency.lockutils [req-53ff5814-2513-49c4-8c0d-54e1012c9d2e req-3e8c25ec-272b-4693-97ab-066f4fe31c14 service nova] Acquiring lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.501017] env[69520]: DEBUG oslo_concurrency.lockutils [req-53ff5814-2513-49c4-8c0d-54e1012c9d2e req-3e8c25ec-272b-4693-97ab-066f4fe31c14 service nova] Lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.501017] env[69520]: DEBUG oslo_concurrency.lockutils [req-53ff5814-2513-49c4-8c0d-54e1012c9d2e req-3e8c25ec-272b-4693-97ab-066f4fe31c14 service nova] Lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.501017] env[69520]: DEBUG nova.compute.manager [req-53ff5814-2513-49c4-8c0d-54e1012c9d2e req-3e8c25ec-272b-4693-97ab-066f4fe31c14 service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] No waiting events found dispatching network-vif-plugged-48301365-ed96-4cb5-b13b-80a555f6454a {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.501017] env[69520]: WARNING nova.compute.manager [req-53ff5814-2513-49c4-8c0d-54e1012c9d2e req-3e8c25ec-272b-4693-97ab-066f4fe31c14 service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Received unexpected event network-vif-plugged-48301365-ed96-4cb5-b13b-80a555f6454a for instance with vm_state building and task_state spawning. [ 871.573493] env[69520]: DEBUG nova.network.neutron [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Successfully updated port: 48301365-ed96-4cb5-b13b-80a555f6454a {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.615358] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481794, 'name': Rename_Task, 'duration_secs': 0.323359} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.615664] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.618427] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a83eede5-7055-40c3-ae5e-125ea9b0e58b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.629171] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 871.629171] env[69520]: value = "task-3481797" [ 871.629171] env[69520]: _type = "Task" [ 871.629171] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.642256] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.643933] env[69520]: DEBUG nova.network.neutron [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Successfully updated port: e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.756811] env[69520]: DEBUG oslo_vmware.api [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428165} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.759797] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.760472] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.760762] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.760983] env[69520]: INFO nova.compute.manager [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Took 1.64 seconds to destroy the instance on the hypervisor. [ 871.761324] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.761742] env[69520]: DEBUG nova.compute.manager [-] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.763500] env[69520]: DEBUG nova.network.neutron [-] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.905973] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c9f62-aca5-4bcb-a576-ec0c0e1fe607 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.916754] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c770e41-aaff-4e3e-a2a1-1f91f8afaa13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.950687] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970f3140-f0aa-4ae0-9e4d-a3a3b460df74 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.959962] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0f8f43-5b6c-424a-8b8b-9330097086af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.976764] env[69520]: DEBUG nova.compute.provider_tree [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.077579] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "refresh_cache-5c860c0d-07a3-4c5b-af04-73cf8f273f8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.077773] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquired lock "refresh_cache-5c860c0d-07a3-4c5b-af04-73cf8f273f8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.077890] env[69520]: DEBUG nova.network.neutron [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.146810] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.148499] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.148614] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.148761] env[69520]: DEBUG nova.network.neutron [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.344259] env[69520]: DEBUG nova.network.neutron [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Port 2284c058-5426-4b21-8822-12353878f327 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 872.344679] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.344879] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.345119] env[69520]: DEBUG nova.network.neutron [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.483423] env[69520]: DEBUG nova.scheduler.client.report [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.615240] env[69520]: DEBUG nova.network.neutron [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.642777] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481797, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.696609] env[69520]: DEBUG nova.network.neutron [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.830875] env[69520]: DEBUG nova.network.neutron [-] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.924730] env[69520]: DEBUG nova.network.neutron [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Updating instance_info_cache with network_info: [{"id": "e4412883-c665-45d3-979d-ed91c5955e01", "address": "fa:16:3e:33:23:e2", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4412883-c6", "ovs_interfaceid": "e4412883-c665-45d3-979d-ed91c5955e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.988477] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.988988] env[69520]: DEBUG nova.compute.manager [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.995280] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.276s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.995517] env[69520]: DEBUG nova.objects.instance [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lazy-loading 'resources' on Instance uuid 63a7a8e3-d656-4a18-8e56-2af4b8b54677 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.087467] env[69520]: DEBUG nova.network.neutron [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Updating instance_info_cache with network_info: [{"id": "af5ebad4-6a74-4e2f-9974-95f164ea61ef", "address": "fa:16:3e:24:b2:61", "network": {"id": "e225022f-5c86-4cbd-a51b-9a679c242bf8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1257963677", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5ebad4-6a", "ovs_interfaceid": "af5ebad4-6a74-4e2f-9974-95f164ea61ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "48301365-ed96-4cb5-b13b-80a555f6454a", "address": "fa:16:3e:f1:7e:5e", "network": {"id": "85987134-5c7a-4eda-a4ab-164e550b1be2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1146365388", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48301365-ed", "ovs_interfaceid": "48301365-ed96-4cb5-b13b-80a555f6454a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.089460] env[69520]: DEBUG nova.network.neutron [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance_info_cache with network_info: [{"id": "2284c058-5426-4b21-8822-12353878f327", "address": "fa:16:3e:1f:7c:4c", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2284c058-54", "ovs_interfaceid": "2284c058-5426-4b21-8822-12353878f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.144068] env[69520]: DEBUG oslo_vmware.api [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481797, 'name': PowerOnVM_Task, 'duration_secs': 1.418794} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.144380] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.144604] env[69520]: INFO nova.compute.manager [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Took 9.20 seconds to spawn the instance on the hypervisor. [ 873.144808] env[69520]: DEBUG nova.compute.manager [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.145606] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba1ccb6-d7ff-409a-ad19-cddd8b7cd863 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.333779] env[69520]: INFO nova.compute.manager [-] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Took 1.57 seconds to deallocate network for instance. [ 873.364170] env[69520]: DEBUG oslo_concurrency.lockutils [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.364457] env[69520]: DEBUG oslo_concurrency.lockutils [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.428202] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.428540] env[69520]: DEBUG nova.compute.manager [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Instance network_info: |[{"id": "e4412883-c665-45d3-979d-ed91c5955e01", "address": "fa:16:3e:33:23:e2", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4412883-c6", "ovs_interfaceid": "e4412883-c665-45d3-979d-ed91c5955e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.429060] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:23:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4412883-c665-45d3-979d-ed91c5955e01', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.437807] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Creating folder: Project (c742cb56f6824323bf125e7b3b7fbb1d). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.438407] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fda999a-479e-4f5e-9166-b12ec119ff3a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.451746] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Created folder: Project (c742cb56f6824323bf125e7b3b7fbb1d) in parent group-v695915. [ 873.452052] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Creating folder: Instances. Parent ref: group-v696071. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.452294] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3209266b-3bca-492e-a473-69e63fecc0e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.463836] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Created folder: Instances in parent group-v696071. [ 873.464143] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.464348] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.464557] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e75f7095-64ae-4027-91bc-7186c4abb369 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.486579] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.486579] env[69520]: value = "task-3481800" [ 873.486579] env[69520]: _type = "Task" [ 873.486579] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.495318] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481800, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.498964] env[69520]: DEBUG nova.compute.utils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.502902] env[69520]: DEBUG nova.compute.manager [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.503175] env[69520]: DEBUG nova.network.neutron [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.545361] env[69520]: DEBUG nova.policy [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9258844673ca4862954cfc7730088777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '009e6ff6dc1b4b439c9cd93b01be8870', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.591598] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Releasing lock "refresh_cache-5c860c0d-07a3-4c5b-af04-73cf8f273f8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.592209] env[69520]: DEBUG nova.compute.manager [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Instance network_info: |[{"id": "af5ebad4-6a74-4e2f-9974-95f164ea61ef", "address": "fa:16:3e:24:b2:61", "network": {"id": "e225022f-5c86-4cbd-a51b-9a679c242bf8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1257963677", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5ebad4-6a", "ovs_interfaceid": "af5ebad4-6a74-4e2f-9974-95f164ea61ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "48301365-ed96-4cb5-b13b-80a555f6454a", "address": "fa:16:3e:f1:7e:5e", "network": {"id": "85987134-5c7a-4eda-a4ab-164e550b1be2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1146365388", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48301365-ed", "ovs_interfaceid": "48301365-ed96-4cb5-b13b-80a555f6454a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.592450] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:b2:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af5ebad4-6a74-4e2f-9974-95f164ea61ef', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:7e:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48301365-ed96-4cb5-b13b-80a555f6454a', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.601920] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.604940] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.606249] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.606834] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6204f32-f2c1-4830-b648-46ace716d552 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.634527] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.634527] env[69520]: value = "task-3481801" [ 873.634527] env[69520]: _type = "Task" [ 873.634527] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.645374] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481801, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.665144] env[69520]: INFO nova.compute.manager [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Took 51.55 seconds to build instance. [ 873.842470] env[69520]: DEBUG oslo_concurrency.lockutils [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.868736] env[69520]: DEBUG nova.compute.utils [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.881114] env[69520]: DEBUG nova.network.neutron [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Successfully created port: aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.987836] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb62417-92a1-4fed-b56e-ff809ff1b986 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.004707] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4e280-fb67-4f9b-a781-b7e5135337bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.008534] env[69520]: DEBUG nova.compute.manager [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.011163] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481800, 'name': CreateVM_Task, 'duration_secs': 0.457673} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.011602] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.012716] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.012844] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.013180] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.013478] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-740019a4-7e8e-4249-9e9f-464f4b450333 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.042098] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c92f61-3565-4df0-aa3c-e40eb3cc7361 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.046283] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 874.046283] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cc3176-6dfa-d53b-67b9-fbac7f3bf2a5" [ 874.046283] env[69520]: _type = "Task" [ 874.046283] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.053933] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99df8302-c10d-4f5a-9a33-448beee1308e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.067581] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cc3176-6dfa-d53b-67b9-fbac7f3bf2a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.078804] env[69520]: DEBUG nova.compute.provider_tree [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.107971] env[69520]: DEBUG nova.compute.manager [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69520) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 874.108209] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.145669] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481801, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.167580] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59dd840c-3167-4441-ab70-9da0ef05a894 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "5332b924-b590-4878-a584-b7395d80c104" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.202s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.232024] env[69520]: DEBUG nova.compute.manager [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Received event network-vif-plugged-e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.232145] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] Acquiring lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.232715] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] Lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.232715] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] Lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.232715] env[69520]: DEBUG nova.compute.manager [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] No waiting events found dispatching network-vif-plugged-e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.232953] env[69520]: WARNING nova.compute.manager [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Received unexpected event network-vif-plugged-e4412883-c665-45d3-979d-ed91c5955e01 for instance with vm_state building and task_state spawning. [ 874.233168] env[69520]: DEBUG nova.compute.manager [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Received event network-changed-48301365-ed96-4cb5-b13b-80a555f6454a {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.233377] env[69520]: DEBUG nova.compute.manager [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Refreshing instance network info cache due to event network-changed-48301365-ed96-4cb5-b13b-80a555f6454a. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.233602] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] Acquiring lock "refresh_cache-5c860c0d-07a3-4c5b-af04-73cf8f273f8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.234192] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] Acquired lock "refresh_cache-5c860c0d-07a3-4c5b-af04-73cf8f273f8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.234192] env[69520]: DEBUG nova.network.neutron [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Refreshing network info cache for port 48301365-ed96-4cb5-b13b-80a555f6454a {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.372461] env[69520]: DEBUG oslo_concurrency.lockutils [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.557993] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cc3176-6dfa-d53b-67b9-fbac7f3bf2a5, 'name': SearchDatastore_Task, 'duration_secs': 0.018454} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.558118] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.558335] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.558581] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.558726] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.558902] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.559166] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-586d94f8-7227-4d50-be08-ad83aab32126 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.568240] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.568423] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.569211] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b387ee-6107-4d1e-a82e-bfac13a72ff5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.574617] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 874.574617] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526e50c9-ca89-8ff0-0c1a-37934f02533a" [ 874.574617] env[69520]: _type = "Task" [ 874.574617] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.583711] env[69520]: DEBUG nova.scheduler.client.report [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.590025] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526e50c9-ca89-8ff0-0c1a-37934f02533a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.646147] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481801, 'name': CreateVM_Task, 'duration_secs': 0.512184} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.646321] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.647101] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.647271] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.647582] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.647828] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fffa86-5a97-4e21-ae59-1daaacbd3807 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.652859] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 874.652859] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5278f3e4-e7ad-948e-b90c-7c3bab9b1ed1" [ 874.652859] env[69520]: _type = "Task" [ 874.652859] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.661392] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5278f3e4-e7ad-948e-b90c-7c3bab9b1ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.017756] env[69520]: DEBUG nova.compute.manager [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.045717] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.045990] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.046286] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.046522] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.046626] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.046690] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.046906] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.047184] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.047393] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.047565] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.047744] env[69520]: DEBUG nova.virt.hardware [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.048687] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe0bd79-2a52-43c8-b73a-4411c4748819 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.057576] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc730541-721b-4306-91b9-8c36c86b8d64 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.086395] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526e50c9-ca89-8ff0-0c1a-37934f02533a, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.087262] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17de58fe-2c6e-4ee8-9656-e04a922d7483 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.090476] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.093475] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.546s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.093475] env[69520]: DEBUG nova.objects.instance [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lazy-loading 'resources' on Instance uuid 28b5a2a1-0bcd-480b-923c-298210689c78 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.097149] env[69520]: DEBUG nova.network.neutron [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Updated VIF entry in instance network info cache for port 48301365-ed96-4cb5-b13b-80a555f6454a. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.097149] env[69520]: DEBUG nova.network.neutron [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Updating instance_info_cache with network_info: [{"id": "af5ebad4-6a74-4e2f-9974-95f164ea61ef", "address": "fa:16:3e:24:b2:61", "network": {"id": "e225022f-5c86-4cbd-a51b-9a679c242bf8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1257963677", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5ebad4-6a", "ovs_interfaceid": "af5ebad4-6a74-4e2f-9974-95f164ea61ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "48301365-ed96-4cb5-b13b-80a555f6454a", "address": "fa:16:3e:f1:7e:5e", "network": {"id": "85987134-5c7a-4eda-a4ab-164e550b1be2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1146365388", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48301365-ed", "ovs_interfaceid": "48301365-ed96-4cb5-b13b-80a555f6454a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.100733] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 875.100733] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52821817-af9b-83cf-637a-b714e1c6fb8e" [ 875.100733] env[69520]: _type = "Task" [ 875.100733] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.113909] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52821817-af9b-83cf-637a-b714e1c6fb8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.114258] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.114569] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0/2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.114891] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f2cd5e-52ca-4aa2-9882-32ad94a150c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.118369] env[69520]: INFO nova.scheduler.client.report [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Deleted allocations for instance 63a7a8e3-d656-4a18-8e56-2af4b8b54677 [ 875.124559] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 875.124559] env[69520]: value = "task-3481802" [ 875.124559] env[69520]: _type = "Task" [ 875.124559] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.134714] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.142112] env[69520]: DEBUG nova.compute.manager [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.143203] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2b690e-29e9-44c2-a1b1-a25716caff95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.164921] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5278f3e4-e7ad-948e-b90c-7c3bab9b1ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.03386} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.165529] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.165529] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.165802] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.165970] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.166179] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.166461] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef3cd88e-3a24-4def-81f2-326ef6f87681 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.175931] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.176150] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.176870] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06796ed1-09c4-4dd1-a39c-c43ad219565d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.184055] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 875.184055] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b4c72e-b77c-c7a7-8a33-f8d6d539efa0" [ 875.184055] env[69520]: _type = "Task" [ 875.184055] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.193987] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b4c72e-b77c-c7a7-8a33-f8d6d539efa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.353162] env[69520]: DEBUG nova.compute.manager [req-f08a3191-d4a1-4d12-b571-4b4377a42ec5 req-d9c34cbf-656c-4a29-9121-c68e87946383 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Received event network-vif-plugged-aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.353162] env[69520]: DEBUG oslo_concurrency.lockutils [req-f08a3191-d4a1-4d12-b571-4b4377a42ec5 req-d9c34cbf-656c-4a29-9121-c68e87946383 service nova] Acquiring lock "f6523d7a-32af-480b-bf51-980f79de4a5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.354241] env[69520]: DEBUG oslo_concurrency.lockutils [req-f08a3191-d4a1-4d12-b571-4b4377a42ec5 req-d9c34cbf-656c-4a29-9121-c68e87946383 service nova] Lock "f6523d7a-32af-480b-bf51-980f79de4a5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.354587] env[69520]: DEBUG oslo_concurrency.lockutils [req-f08a3191-d4a1-4d12-b571-4b4377a42ec5 req-d9c34cbf-656c-4a29-9121-c68e87946383 service nova] Lock "f6523d7a-32af-480b-bf51-980f79de4a5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.355289] env[69520]: DEBUG nova.compute.manager [req-f08a3191-d4a1-4d12-b571-4b4377a42ec5 req-d9c34cbf-656c-4a29-9121-c68e87946383 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] No waiting events found dispatching network-vif-plugged-aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.355597] env[69520]: WARNING nova.compute.manager [req-f08a3191-d4a1-4d12-b571-4b4377a42ec5 req-d9c34cbf-656c-4a29-9121-c68e87946383 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Received unexpected event network-vif-plugged-aae1b373-2417-4c34-b85c-c600bf65c42c for instance with vm_state building and task_state spawning. [ 875.443207] env[69520]: DEBUG oslo_concurrency.lockutils [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.444920] env[69520]: DEBUG oslo_concurrency.lockutils [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.444920] env[69520]: INFO nova.compute.manager [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Attaching volume 89304d87-c57e-415e-8532-91db206b7e75 to /dev/sdb [ 875.450421] env[69520]: DEBUG nova.network.neutron [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Successfully updated port: aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.486791] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b155b37-f7f3-49b4-951f-8c84a3b89cdb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.497236] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad48e71-fe21-4143-8a25-11bd0e06c27a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.519986] env[69520]: DEBUG nova.virt.block_device [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Updating existing volume attachment record: 206eb73c-6aa7-4926-bd81-4a9b193c5ed0 {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 875.604227] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] Releasing lock "refresh_cache-5c860c0d-07a3-4c5b-af04-73cf8f273f8d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.604227] env[69520]: DEBUG nova.compute.manager [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Received event network-changed-e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.604227] env[69520]: DEBUG nova.compute.manager [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Refreshing instance network info cache due to event network-changed-e4412883-c665-45d3-979d-ed91c5955e01. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.604227] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] Acquiring lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.604227] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] Acquired lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.604227] env[69520]: DEBUG nova.network.neutron [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Refreshing network info cache for port e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.629473] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d47ea17f-fa24-4dff-9f1b-a8a5130e402b tempest-InstanceActionsTestJSON-1398232388 tempest-InstanceActionsTestJSON-1398232388-project-member] Lock "63a7a8e3-d656-4a18-8e56-2af4b8b54677" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.334s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.648665] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523795} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.651796] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0/2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.652265] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.653434] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c0d4b99-c3a8-490f-ae09-d9cd26bab3c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.658036] env[69520]: INFO nova.compute.manager [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] instance snapshotting [ 875.660924] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbce72b3-892c-4827-ba88-c701979280e1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.669322] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 875.669322] env[69520]: value = "task-3481803" [ 875.669322] env[69520]: _type = "Task" [ 875.669322] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.695784] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf527d1-bb3e-4fff-829f-1aae744cbdc1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.702242] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.713057] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b4c72e-b77c-c7a7-8a33-f8d6d539efa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.718092] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688b7d59-3765-432f-b22c-0ed5986b87c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.728054] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 875.728054] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ac3adc-5740-2462-355b-2a45f0a743c8" [ 875.728054] env[69520]: _type = "Task" [ 875.728054] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.738061] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ac3adc-5740-2462-355b-2a45f0a743c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.958034] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquiring lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.958612] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquired lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.958612] env[69520]: DEBUG nova.network.neutron [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.120917] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7727bc45-ce9d-474c-8ce1-abbc0e37a697 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.132367] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad6fea9-6b44-4ba3-8dbd-701a8cd40d8f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.179192] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb41b4d-32f2-4bc3-84a0-5c5edff003d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.191370] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a97a209-9923-4deb-862b-b0aaf28719c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.196062] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.208422] env[69520]: DEBUG nova.compute.provider_tree [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.218690] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 876.218997] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e7954e5-50b0-4cd5-93ae-4de4bdfe91c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.228632] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 876.228632] env[69520]: value = "task-3481807" [ 876.228632] env[69520]: _type = "Task" [ 876.228632] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.246656] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.251824] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ac3adc-5740-2462-355b-2a45f0a743c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011676} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.252142] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.252785] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 5c860c0d-07a3-4c5b-af04-73cf8f273f8d/5c860c0d-07a3-4c5b-af04-73cf8f273f8d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.253084] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e968b51-71f5-4e0e-a881-4dba815be43a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.261609] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 876.261609] env[69520]: value = "task-3481808" [ 876.261609] env[69520]: _type = "Task" [ 876.261609] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.271652] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.384871] env[69520]: DEBUG nova.network.neutron [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Updated VIF entry in instance network info cache for port e4412883-c665-45d3-979d-ed91c5955e01. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.384871] env[69520]: DEBUG nova.network.neutron [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Updating instance_info_cache with network_info: [{"id": "e4412883-c665-45d3-979d-ed91c5955e01", "address": "fa:16:3e:33:23:e2", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4412883-c6", "ovs_interfaceid": "e4412883-c665-45d3-979d-ed91c5955e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.497382] env[69520]: DEBUG nova.network.neutron [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.625079] env[69520]: DEBUG nova.network.neutron [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updating instance_info_cache with network_info: [{"id": "aae1b373-2417-4c34-b85c-c600bf65c42c", "address": "fa:16:3e:28:ec:5d", "network": {"id": "94278f5e-4d12-4b4e-937d-321b1f450c5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-962703683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "009e6ff6dc1b4b439c9cd93b01be8870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae1b373-24", "ovs_interfaceid": "aae1b373-2417-4c34-b85c-c600bf65c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.686275] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.712441] env[69520]: DEBUG nova.scheduler.client.report [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.744623] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481807, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.779296] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.890924] env[69520]: DEBUG oslo_concurrency.lockutils [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] Releasing lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.892185] env[69520]: DEBUG nova.compute.manager [req-0bc92bfb-3539-42e5-984a-0187c851e46d req-086f53f3-2fd1-47c6-8a80-923d4bd3f27b service nova] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Received event network-vif-deleted-3fdeeae6-fcaf-41c8-b27e-371d90cfbd40 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.133196] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Releasing lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.133604] env[69520]: DEBUG nova.compute.manager [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Instance network_info: |[{"id": "aae1b373-2417-4c34-b85c-c600bf65c42c", "address": "fa:16:3e:28:ec:5d", "network": {"id": "94278f5e-4d12-4b4e-937d-321b1f450c5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-962703683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "009e6ff6dc1b4b439c9cd93b01be8870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae1b373-24", "ovs_interfaceid": "aae1b373-2417-4c34-b85c-c600bf65c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.134055] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:ec:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aae1b373-2417-4c34-b85c-c600bf65c42c', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.142468] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Creating folder: Project (009e6ff6dc1b4b439c9cd93b01be8870). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.142873] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb465e7a-b8b4-4d44-a0d9-2191f003d153 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.156047] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Created folder: Project (009e6ff6dc1b4b439c9cd93b01be8870) in parent group-v695915. [ 877.156354] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Creating folder: Instances. Parent ref: group-v696077. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.156637] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28baf0b8-1b31-44ca-89e8-3f2e65abd680 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.168671] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Created folder: Instances in parent group-v696077. [ 877.168925] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.169143] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.169355] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac6848f5-a087-499a-bf08-1f8acb8c4aac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.194600] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.135874} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.196214] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.196493] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.196493] env[69520]: value = "task-3481811" [ 877.196493] env[69520]: _type = "Task" [ 877.196493] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.197184] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6d40a0-9872-49e6-83c5-80a7e0de1bc1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.212246] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481811, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.221554] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.235347] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0/2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.235347] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.018s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.240282] env[69520]: INFO nova.compute.claims [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.245875] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af652ba0-fb92-459e-abeb-615f9cf4bec0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.274780] env[69520]: INFO nova.scheduler.client.report [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Deleted allocations for instance 28b5a2a1-0bcd-480b-923c-298210689c78 [ 877.286029] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 877.286029] env[69520]: value = "task-3481812" [ 877.286029] env[69520]: _type = "Task" [ 877.286029] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.296482] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481808, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.296763] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481807, 'name': CreateSnapshot_Task, 'duration_secs': 1.02008} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.297665] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 877.298289] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de24eb88-68ec-4925-9259-99806a4ea55e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.304199] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.518235] env[69520]: DEBUG nova.compute.manager [req-b77f239a-e749-430c-b3d7-a1bb666a94ba req-c8ddcb14-2fd1-40f9-a4c9-41d7cb667538 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Received event network-changed-aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.518426] env[69520]: DEBUG nova.compute.manager [req-b77f239a-e749-430c-b3d7-a1bb666a94ba req-c8ddcb14-2fd1-40f9-a4c9-41d7cb667538 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Refreshing instance network info cache due to event network-changed-aae1b373-2417-4c34-b85c-c600bf65c42c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.518642] env[69520]: DEBUG oslo_concurrency.lockutils [req-b77f239a-e749-430c-b3d7-a1bb666a94ba req-c8ddcb14-2fd1-40f9-a4c9-41d7cb667538 service nova] Acquiring lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.518781] env[69520]: DEBUG oslo_concurrency.lockutils [req-b77f239a-e749-430c-b3d7-a1bb666a94ba req-c8ddcb14-2fd1-40f9-a4c9-41d7cb667538 service nova] Acquired lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.518979] env[69520]: DEBUG nova.network.neutron [req-b77f239a-e749-430c-b3d7-a1bb666a94ba req-c8ddcb14-2fd1-40f9-a4c9-41d7cb667538 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Refreshing network info cache for port aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.711799] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481811, 'name': CreateVM_Task, 'duration_secs': 0.388583} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.711993] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.712705] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.712898] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.713220] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.713486] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5705da8b-dcd8-46b0-bb52-d42303eeed27 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.718337] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 877.718337] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b3c918-3c6b-7612-c05a-95edab2868f7" [ 877.718337] env[69520]: _type = "Task" [ 877.718337] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.727883] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b3c918-3c6b-7612-c05a-95edab2868f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.781036] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481808, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.790518] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ca7d354-dfd6-4caa-ae8d-a644f6aeda99 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "28b5a2a1-0bcd-480b-923c-298210689c78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.691s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.798082] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481812, 'name': ReconfigVM_Task, 'duration_secs': 0.385111} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.798206] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0/2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.798790] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05234522-7e2d-4957-b065-046f95abaf0a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.807176] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 877.807176] env[69520]: value = "task-3481813" [ 877.807176] env[69520]: _type = "Task" [ 877.807176] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.823674] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 877.824034] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481813, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.824535] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48303952-5154-4b59-b61d-a5dcee81a4c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.833839] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 877.833839] env[69520]: value = "task-3481814" [ 877.833839] env[69520]: _type = "Task" [ 877.833839] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.843488] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481814, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.229796] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b3c918-3c6b-7612-c05a-95edab2868f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.230125] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.230362] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.230601] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.230746] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.230926] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.231223] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5835f86-289d-49e2-a56b-6ca7d2f767c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.240912] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.241104] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.241862] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e9380b-a550-4d81-8923-99624b2b707a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.248552] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 878.248552] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52994cde-3c73-899b-73c2-517de495da79" [ 878.248552] env[69520]: _type = "Task" [ 878.248552] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.261999] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52994cde-3c73-899b-73c2-517de495da79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.284382] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481808, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.926601} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.287871] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 5c860c0d-07a3-4c5b-af04-73cf8f273f8d/5c860c0d-07a3-4c5b-af04-73cf8f273f8d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.288112] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.292021] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1a5fe13-2777-44e0-b5d6-7890ae86c55a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.301030] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 878.301030] env[69520]: value = "task-3481816" [ 878.301030] env[69520]: _type = "Task" [ 878.301030] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.317866] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.323994] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481813, 'name': Rename_Task, 'duration_secs': 0.165056} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.324288] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.324585] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5619975a-afb1-43eb-997d-ae5c12d21e5f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.331942] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 878.331942] env[69520]: value = "task-3481817" [ 878.331942] env[69520]: _type = "Task" [ 878.331942] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.346529] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.350604] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481814, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.490410] env[69520]: DEBUG nova.network.neutron [req-b77f239a-e749-430c-b3d7-a1bb666a94ba req-c8ddcb14-2fd1-40f9-a4c9-41d7cb667538 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updated VIF entry in instance network info cache for port aae1b373-2417-4c34-b85c-c600bf65c42c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.490892] env[69520]: DEBUG nova.network.neutron [req-b77f239a-e749-430c-b3d7-a1bb666a94ba req-c8ddcb14-2fd1-40f9-a4c9-41d7cb667538 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updating instance_info_cache with network_info: [{"id": "aae1b373-2417-4c34-b85c-c600bf65c42c", "address": "fa:16:3e:28:ec:5d", "network": {"id": "94278f5e-4d12-4b4e-937d-321b1f450c5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-962703683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "009e6ff6dc1b4b439c9cd93b01be8870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae1b373-24", "ovs_interfaceid": "aae1b373-2417-4c34-b85c-c600bf65c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.673949] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbc289b-f19a-4c98-be09-506f72ed584d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.684037] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff0e1f-34ac-41d3-a667-81775b2b6612 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.716098] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c72744a-e3a2-43d5-b3a8-248530a9b8c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.725867] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb39c2f-46dc-4934-9f35-87cedfc9e908 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.739934] env[69520]: DEBUG nova.compute.provider_tree [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.760882] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52994cde-3c73-899b-73c2-517de495da79, 'name': SearchDatastore_Task, 'duration_secs': 0.012895} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.761880] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1702ec-1345-4f6f-8c5d-aaa25ce046f3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.768546] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 878.768546] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a9effc-d02c-8172-2924-570ead173669" [ 878.768546] env[69520]: _type = "Task" [ 878.768546] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.781101] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a9effc-d02c-8172-2924-570ead173669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.813965] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080971} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.814348] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.815308] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce21b515-9cd9-48bd-b83d-851361e2bbdd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.844140] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 5c860c0d-07a3-4c5b-af04-73cf8f273f8d/5c860c0d-07a3-4c5b-af04-73cf8f273f8d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.848067] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2199041-3092-40b7-bb0d-3bb3ea09649b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.876835] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481814, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.877142] env[69520]: DEBUG oslo_vmware.api [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3481817, 'name': PowerOnVM_Task, 'duration_secs': 0.481946} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.878363] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.878578] env[69520]: INFO nova.compute.manager [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Took 8.67 seconds to spawn the instance on the hypervisor. [ 878.878759] env[69520]: DEBUG nova.compute.manager [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.879107] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 878.879107] env[69520]: value = "task-3481818" [ 878.879107] env[69520]: _type = "Task" [ 878.879107] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.879804] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1a905d-05c2-4719-b1bb-e03d57cdaaef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.898512] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.974582] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.975858] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.975858] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.975858] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.975858] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.978797] env[69520]: INFO nova.compute.manager [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Terminating instance [ 878.994376] env[69520]: DEBUG oslo_concurrency.lockutils [req-b77f239a-e749-430c-b3d7-a1bb666a94ba req-c8ddcb14-2fd1-40f9-a4c9-41d7cb667538 service nova] Releasing lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.243272] env[69520]: DEBUG nova.scheduler.client.report [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.280899] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a9effc-d02c-8172-2924-570ead173669, 'name': SearchDatastore_Task, 'duration_secs': 0.011639} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.281506] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.281769] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] f6523d7a-32af-480b-bf51-980f79de4a5f/f6523d7a-32af-480b-bf51-980f79de4a5f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.282505] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97cee268-797a-4d25-ac75-87cd1f7eb950 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.291656] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 879.291656] env[69520]: value = "task-3481819" [ 879.291656] env[69520]: _type = "Task" [ 879.291656] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.301599] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.358055] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481814, 'name': CloneVM_Task} progress is 95%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.392190] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481818, 'name': ReconfigVM_Task, 'duration_secs': 0.383028} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.392489] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 5c860c0d-07a3-4c5b-af04-73cf8f273f8d/5c860c0d-07a3-4c5b-af04-73cf8f273f8d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.393143] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-549394cc-659e-4e2b-9fc8-e0ed166735a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.405040] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 879.405040] env[69520]: value = "task-3481820" [ 879.405040] env[69520]: _type = "Task" [ 879.405040] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.410387] env[69520]: INFO nova.compute.manager [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Took 54.86 seconds to build instance. [ 879.417912] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481820, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.482439] env[69520]: DEBUG nova.compute.manager [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.482689] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.483781] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13ccfea-341e-476b-a74b-211381cb7cb2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.493517] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.493845] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02eab626-25a9-4e9d-9b3a-121db4289b2b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.502235] env[69520]: DEBUG oslo_vmware.api [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 879.502235] env[69520]: value = "task-3481821" [ 879.502235] env[69520]: _type = "Task" [ 879.502235] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.513016] env[69520]: DEBUG oslo_vmware.api [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.750046] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.750422] env[69520]: DEBUG nova.compute.manager [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.753697] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.061s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.755338] env[69520]: INFO nova.compute.claims [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.804485] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481819, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.865091] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481814, 'name': CloneVM_Task, 'duration_secs': 1.638204} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.865091] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Created linked-clone VM from snapshot [ 879.865091] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9058119a-686a-4d65-b710-de477e8c7e25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.875132] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Uploading image b17dac2c-962b-478a-816a-7ae84309b10f {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 879.903499] env[69520]: DEBUG oslo_vmware.rw_handles [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 879.903499] env[69520]: value = "vm-696081" [ 879.903499] env[69520]: _type = "VirtualMachine" [ 879.903499] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 879.903835] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0d34865f-c384-4938-a422-4726b69397f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.914667] env[69520]: DEBUG oslo_concurrency.lockutils [None req-188bb7ac-9647-4a61-9e99-5e910d04852f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.953s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.914667] env[69520]: DEBUG oslo_vmware.rw_handles [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lease: (returnval){ [ 879.914667] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5207aad0-a3d3-d1b9-1726-db3127c4200e" [ 879.914667] env[69520]: _type = "HttpNfcLease" [ 879.914667] env[69520]: } obtained for exporting VM: (result){ [ 879.914667] env[69520]: value = "vm-696081" [ 879.914667] env[69520]: _type = "VirtualMachine" [ 879.914667] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 879.914667] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the lease: (returnval){ [ 879.914667] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5207aad0-a3d3-d1b9-1726-db3127c4200e" [ 879.914667] env[69520]: _type = "HttpNfcLease" [ 879.914667] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 879.918540] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481820, 'name': Rename_Task, 'duration_secs': 0.207473} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.923868] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.924720] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a42fd85d-8022-4a65-a7cb-5da3d8ac5009 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.930808] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.930808] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5207aad0-a3d3-d1b9-1726-db3127c4200e" [ 879.930808] env[69520]: _type = "HttpNfcLease" [ 879.930808] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 879.933088] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 879.933088] env[69520]: value = "task-3481823" [ 879.933088] env[69520]: _type = "Task" [ 879.933088] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.942778] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.012890] env[69520]: DEBUG oslo_vmware.api [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481821, 'name': PowerOffVM_Task, 'duration_secs': 0.308765} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.013220] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.013387] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.013636] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f15d8d80-1eaf-4e54-b715-d65e115548bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.101022] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.101022] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.101022] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Deleting the datastore file [datastore2] 9f0ae0af-49d8-440b-aa76-a62a23941aaa {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.101022] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88eb9773-2cf8-4b91-a4f9-2bfcc3a5fc13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.108587] env[69520]: DEBUG oslo_vmware.api [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 880.108587] env[69520]: value = "task-3481825" [ 880.108587] env[69520]: _type = "Task" [ 880.108587] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.117775] env[69520]: DEBUG oslo_vmware.api [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.261824] env[69520]: DEBUG nova.compute.utils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.265700] env[69520]: DEBUG nova.compute.manager [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.265700] env[69520]: DEBUG nova.network.neutron [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.304253] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658617} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.304253] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] f6523d7a-32af-480b-bf51-980f79de4a5f/f6523d7a-32af-480b-bf51-980f79de4a5f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.304605] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.304785] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73141fe5-84b6-4e73-8c1d-5bca68f26104 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.308692] env[69520]: DEBUG nova.policy [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf003dcb629491cbb1b759a2fac473e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '986184bb28f74a0b8a4ecf59e0eacacc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.313762] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 880.313762] env[69520]: value = "task-3481826" [ 880.313762] env[69520]: _type = "Task" [ 880.313762] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.325985] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.427915] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.427915] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5207aad0-a3d3-d1b9-1726-db3127c4200e" [ 880.427915] env[69520]: _type = "HttpNfcLease" [ 880.427915] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 880.428462] env[69520]: DEBUG oslo_vmware.rw_handles [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 880.428462] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5207aad0-a3d3-d1b9-1726-db3127c4200e" [ 880.428462] env[69520]: _type = "HttpNfcLease" [ 880.428462] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 880.429229] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5751010-22fd-4485-b4e2-a28ea36b89ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.440587] env[69520]: DEBUG oslo_vmware.rw_handles [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cea6a-987d-33d9-c7a4-828578a72f84/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 880.440802] env[69520]: DEBUG oslo_vmware.rw_handles [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cea6a-987d-33d9-c7a4-828578a72f84/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 880.506690] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.576289] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 880.576523] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696076', 'volume_id': '89304d87-c57e-415e-8532-91db206b7e75', 'name': 'volume-89304d87-c57e-415e-8532-91db206b7e75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e3649ec-203a-4b43-bf19-cf1634906ca6', 'attached_at': '', 'detached_at': '', 'volume_id': '89304d87-c57e-415e-8532-91db206b7e75', 'serial': '89304d87-c57e-415e-8532-91db206b7e75'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 880.577424] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f679a0-12a8-4084-b8ba-32e53f95ef75 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.595777] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3138412-7176-4db2-8d10-eb005879357c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.627017] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] volume-89304d87-c57e-415e-8532-91db206b7e75/volume-89304d87-c57e-415e-8532-91db206b7e75.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.630346] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e38fe200-c445-4936-90f9-1fa487d0264a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.652148] env[69520]: DEBUG oslo_vmware.api [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153161} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.654056] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.654320] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.654600] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.654922] env[69520]: INFO nova.compute.manager [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 880.655183] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.655518] env[69520]: DEBUG oslo_vmware.api [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 880.655518] env[69520]: value = "task-3481827" [ 880.655518] env[69520]: _type = "Task" [ 880.655518] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.655763] env[69520]: DEBUG nova.compute.manager [-] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.655882] env[69520]: DEBUG nova.network.neutron [-] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.668479] env[69520]: DEBUG oslo_vmware.api [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.670989] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2821f3fe-a727-4f11-8cfc-b41d3a18d38f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.767584] env[69520]: DEBUG nova.compute.manager [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.828222] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075308} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.831432] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.832766] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43a9114-d8c3-40f0-9a7f-2acd6f58d0d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.866706] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f6523d7a-32af-480b-bf51-980f79de4a5f/f6523d7a-32af-480b-bf51-980f79de4a5f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.874576] env[69520]: DEBUG nova.network.neutron [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Successfully created port: bfab9ae5-0d7f-4519-ad08-839890d7512c {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.875685] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d4fa0e9-1736-499a-abab-10a756b6bd74 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.898293] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 880.898293] env[69520]: value = "task-3481828" [ 880.898293] env[69520]: _type = "Task" [ 880.898293] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.910284] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.947778] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.174293] env[69520]: DEBUG oslo_vmware.api [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.355763] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623fb892-9b2b-471c-9048-5b2f97ea17e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.366404] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e205ef2c-7213-448c-be6d-46bc5d7791fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.423057] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052e95b8-4a02-4ab3-b4b6-8cc360dc973b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.437779] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481828, 'name': ReconfigVM_Task, 'duration_secs': 0.37428} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.444538] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f6523d7a-32af-480b-bf51-980f79de4a5f/f6523d7a-32af-480b-bf51-980f79de4a5f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.445797] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c2d4609-0b11-4521-b38c-94c560377268 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.452359] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85751415-3294-49e1-86bc-00be8a80d1c9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.472606] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481823, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.473039] env[69520]: DEBUG nova.compute.provider_tree [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.476295] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 881.476295] env[69520]: value = "task-3481829" [ 881.476295] env[69520]: _type = "Task" [ 881.476295] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.487282] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481829, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.669296] env[69520]: DEBUG oslo_vmware.api [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481827, 'name': ReconfigVM_Task, 'duration_secs': 0.766974} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.669704] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Reconfigured VM instance instance-00000018 to attach disk [datastore1] volume-89304d87-c57e-415e-8532-91db206b7e75/volume-89304d87-c57e-415e-8532-91db206b7e75.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.675954] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0f025c-1495-47cd-88ca-1d71ab1a4fe9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.699956] env[69520]: DEBUG oslo_vmware.api [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 881.699956] env[69520]: value = "task-3481830" [ 881.699956] env[69520]: _type = "Task" [ 881.699956] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.716374] env[69520]: DEBUG oslo_vmware.api [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481830, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.780055] env[69520]: DEBUG nova.compute.manager [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.808764] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.808911] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.808954] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.809608] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.809778] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.809924] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.811198] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.811438] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.811782] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.811986] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.812188] env[69520]: DEBUG nova.virt.hardware [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.813246] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ded7e5a-f7da-42b4-8bd9-7ad4eb486c6c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.828242] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577041f-8ddf-4344-bab2-47a031c629fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.949808] env[69520]: DEBUG oslo_vmware.api [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481823, 'name': PowerOnVM_Task, 'duration_secs': 1.536817} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.950163] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.950425] env[69520]: INFO nova.compute.manager [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Took 15.42 seconds to spawn the instance on the hypervisor. [ 881.950712] env[69520]: DEBUG nova.compute.manager [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.952077] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1992b9d5-0cd7-480b-934c-071afc10d385 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.979444] env[69520]: DEBUG nova.scheduler.client.report [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.996561] env[69520]: DEBUG nova.compute.manager [req-8a4ef0aa-13c8-45d2-b5c9-dabf7f1c8aad req-5c294905-0cd8-4d25-96bb-5b6659cee585 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Received event network-vif-deleted-1e328411-ecb0-4704-900b-d1f98677256c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.996784] env[69520]: INFO nova.compute.manager [req-8a4ef0aa-13c8-45d2-b5c9-dabf7f1c8aad req-5c294905-0cd8-4d25-96bb-5b6659cee585 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Neutron deleted interface 1e328411-ecb0-4704-900b-d1f98677256c; detaching it from the instance and deleting it from the info cache [ 881.997308] env[69520]: DEBUG nova.network.neutron [req-8a4ef0aa-13c8-45d2-b5c9-dabf7f1c8aad req-5c294905-0cd8-4d25-96bb-5b6659cee585 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.003351] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481829, 'name': Rename_Task, 'duration_secs': 0.214819} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.004719] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.005042] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3494796-aaa9-4891-af41-1a69a02649dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.015041] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 882.015041] env[69520]: value = "task-3481831" [ 882.015041] env[69520]: _type = "Task" [ 882.015041] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.028485] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.028768] env[69520]: DEBUG nova.network.neutron [-] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.221033] env[69520]: DEBUG oslo_vmware.api [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481830, 'name': ReconfigVM_Task, 'duration_secs': 0.23445} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.221625] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696076', 'volume_id': '89304d87-c57e-415e-8532-91db206b7e75', 'name': 'volume-89304d87-c57e-415e-8532-91db206b7e75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e3649ec-203a-4b43-bf19-cf1634906ca6', 'attached_at': '', 'detached_at': '', 'volume_id': '89304d87-c57e-415e-8532-91db206b7e75', 'serial': '89304d87-c57e-415e-8532-91db206b7e75'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 882.477267] env[69520]: INFO nova.compute.manager [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Took 59.21 seconds to build instance. [ 882.489346] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.489887] env[69520]: DEBUG nova.compute.manager [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.494641] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.363s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.494641] env[69520]: DEBUG nova.objects.instance [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lazy-loading 'resources' on Instance uuid 078bdb50-0a33-4034-a4eb-1ec9ea6f240d {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.502246] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d138685c-0886-4207-908b-6990a74fd7e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.513568] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae062ecd-9614-4924-9cde-04728fff8a04 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.531787] env[69520]: INFO nova.compute.manager [-] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Took 1.88 seconds to deallocate network for instance. [ 882.546032] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481831, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.566243] env[69520]: DEBUG nova.compute.manager [req-8a4ef0aa-13c8-45d2-b5c9-dabf7f1c8aad req-5c294905-0cd8-4d25-96bb-5b6659cee585 service nova] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Detach interface failed, port_id=1e328411-ecb0-4704-900b-d1f98677256c, reason: Instance 9f0ae0af-49d8-440b-aa76-a62a23941aaa could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.637258] env[69520]: DEBUG nova.compute.manager [req-6c735dba-dee3-4b2f-934d-685262de5aee req-f1659ba9-9a51-4f2e-b34d-391c5b8db7b8 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Received event network-vif-plugged-bfab9ae5-0d7f-4519-ad08-839890d7512c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.637258] env[69520]: DEBUG oslo_concurrency.lockutils [req-6c735dba-dee3-4b2f-934d-685262de5aee req-f1659ba9-9a51-4f2e-b34d-391c5b8db7b8 service nova] Acquiring lock "304485f6-b35e-4189-aebd-3b7e8043207d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.637258] env[69520]: DEBUG oslo_concurrency.lockutils [req-6c735dba-dee3-4b2f-934d-685262de5aee req-f1659ba9-9a51-4f2e-b34d-391c5b8db7b8 service nova] Lock "304485f6-b35e-4189-aebd-3b7e8043207d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.637258] env[69520]: DEBUG oslo_concurrency.lockutils [req-6c735dba-dee3-4b2f-934d-685262de5aee req-f1659ba9-9a51-4f2e-b34d-391c5b8db7b8 service nova] Lock "304485f6-b35e-4189-aebd-3b7e8043207d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.637258] env[69520]: DEBUG nova.compute.manager [req-6c735dba-dee3-4b2f-934d-685262de5aee req-f1659ba9-9a51-4f2e-b34d-391c5b8db7b8 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] No waiting events found dispatching network-vif-plugged-bfab9ae5-0d7f-4519-ad08-839890d7512c {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.637258] env[69520]: WARNING nova.compute.manager [req-6c735dba-dee3-4b2f-934d-685262de5aee req-f1659ba9-9a51-4f2e-b34d-391c5b8db7b8 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Received unexpected event network-vif-plugged-bfab9ae5-0d7f-4519-ad08-839890d7512c for instance with vm_state building and task_state spawning. [ 882.766819] env[69520]: DEBUG nova.network.neutron [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Successfully updated port: bfab9ae5-0d7f-4519-ad08-839890d7512c {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.897185] env[69520]: DEBUG oslo_concurrency.lockutils [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.980456] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0e90ec2-ba79-445f-9c63-6b2c9e2ec0e4 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.463s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.980622] env[69520]: DEBUG oslo_concurrency.lockutils [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.085s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.980847] env[69520]: DEBUG oslo_concurrency.lockutils [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.981062] env[69520]: DEBUG oslo_concurrency.lockutils [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.981223] env[69520]: DEBUG oslo_concurrency.lockutils [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.986926] env[69520]: INFO nova.compute.manager [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Terminating instance [ 882.997369] env[69520]: DEBUG nova.compute.utils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.002238] env[69520]: DEBUG nova.compute.manager [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.002418] env[69520]: DEBUG nova.network.neutron [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.045395] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.048637] env[69520]: DEBUG oslo_vmware.api [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481831, 'name': PowerOnVM_Task, 'duration_secs': 0.702223} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.048908] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.049299] env[69520]: INFO nova.compute.manager [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Took 8.03 seconds to spawn the instance on the hypervisor. [ 883.049299] env[69520]: DEBUG nova.compute.manager [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.050129] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa634c6-3fb7-41ea-8d1d-7744f7dea572 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.142286] env[69520]: DEBUG nova.policy [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4116eb1225744a509418445e6c2fa402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c02231239085408280e14bd5a9b8881a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.274000] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquiring lock "refresh_cache-304485f6-b35e-4189-aebd-3b7e8043207d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.275071] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquired lock "refresh_cache-304485f6-b35e-4189-aebd-3b7e8043207d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.275071] env[69520]: DEBUG nova.network.neutron [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.277785] env[69520]: DEBUG nova.objects.instance [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lazy-loading 'flavor' on Instance uuid 8e3649ec-203a-4b43-bf19-cf1634906ca6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.492987] env[69520]: DEBUG nova.compute.manager [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.493268] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.494619] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd3ca84-497e-405f-9b47-79212b0e6df6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.503520] env[69520]: DEBUG nova.compute.manager [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.510643] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cf5886-b0a9-404e-afec-b394eaf8412c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.513794] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.514353] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70cb9c81-3f25-4b5e-9cb0-e70a3ad65fca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.521971] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6dd94e-efaf-40a4-ac8d-0654a8d5c527 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.527450] env[69520]: DEBUG oslo_vmware.api [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 883.527450] env[69520]: value = "task-3481832" [ 883.527450] env[69520]: _type = "Task" [ 883.527450] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.570111] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7746ec37-51c9-4a48-83c3-771aa1713ea9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.583113] env[69520]: DEBUG oslo_vmware.api [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.586887] env[69520]: INFO nova.compute.manager [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Took 53.14 seconds to build instance. [ 883.592733] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fda8a2-4bec-44b1-93de-c8d3b5a197e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.609510] env[69520]: DEBUG nova.compute.provider_tree [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.747503] env[69520]: DEBUG nova.network.neutron [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Successfully created port: b39c348b-ad36-4d48-bc15-dbe057fcb538 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.790026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-104404cd-bd79-4190-b551-6d2be38fb1f8 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.345s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.830626] env[69520]: DEBUG nova.network.neutron [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.039095] env[69520]: DEBUG oslo_vmware.api [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481832, 'name': PowerOffVM_Task, 'duration_secs': 0.496683} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.041993] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.042248] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.042538] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5e5a6c2-1c5e-4831-b4f7-21194ea10d3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.087578] env[69520]: DEBUG nova.network.neutron [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Updating instance_info_cache with network_info: [{"id": "bfab9ae5-0d7f-4519-ad08-839890d7512c", "address": "fa:16:3e:a9:b4:b7", "network": {"id": "d1a5e48a-2261-48f3-a84c-acf677eabef5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-749833849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "986184bb28f74a0b8a4ecf59e0eacacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfab9ae5-0d", "ovs_interfaceid": "bfab9ae5-0d7f-4519-ad08-839890d7512c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.089367] env[69520]: DEBUG oslo_concurrency.lockutils [None req-57faaa34-887b-4400-8d51-825b0413b14b tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Lock "f6523d7a-32af-480b-bf51-980f79de4a5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.567s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.114047] env[69520]: DEBUG nova.scheduler.client.report [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.171924] env[69520]: DEBUG nova.compute.manager [req-af92e6ce-ab29-452b-892b-89dcb1efe04b req-3cb43eea-3497-43cc-a862-d9c3cb910dde service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Received event network-changed-e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.172141] env[69520]: DEBUG nova.compute.manager [req-af92e6ce-ab29-452b-892b-89dcb1efe04b req-3cb43eea-3497-43cc-a862-d9c3cb910dde service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Refreshing instance network info cache due to event network-changed-e4412883-c665-45d3-979d-ed91c5955e01. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.172356] env[69520]: DEBUG oslo_concurrency.lockutils [req-af92e6ce-ab29-452b-892b-89dcb1efe04b req-3cb43eea-3497-43cc-a862-d9c3cb910dde service nova] Acquiring lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.172596] env[69520]: DEBUG oslo_concurrency.lockutils [req-af92e6ce-ab29-452b-892b-89dcb1efe04b req-3cb43eea-3497-43cc-a862-d9c3cb910dde service nova] Acquired lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.172836] env[69520]: DEBUG nova.network.neutron [req-af92e6ce-ab29-452b-892b-89dcb1efe04b req-3cb43eea-3497-43cc-a862-d9c3cb910dde service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Refreshing network info cache for port e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.298870] env[69520]: DEBUG oslo_concurrency.lockutils [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.298870] env[69520]: DEBUG oslo_concurrency.lockutils [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.521313] env[69520]: DEBUG nova.compute.manager [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.552144] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.552144] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.552144] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.552144] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.552570] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.552570] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.552683] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.552795] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.553019] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.553212] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.553377] env[69520]: DEBUG nova.virt.hardware [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.554529] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883845bf-789f-4186-8511-556dfc94edea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.559673] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.559894] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.560090] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Deleting the datastore file [datastore1] 5c860c0d-07a3-4c5b-af04-73cf8f273f8d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.560760] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e602ee2-10e2-45d3-ad55-6fa5f706b21f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.566928] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee54c44-ffc2-4345-b4db-a48c3f0e0b21 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.573146] env[69520]: DEBUG oslo_vmware.api [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for the task: (returnval){ [ 884.573146] env[69520]: value = "task-3481834" [ 884.573146] env[69520]: _type = "Task" [ 884.573146] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.589837] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Releasing lock "refresh_cache-304485f6-b35e-4189-aebd-3b7e8043207d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.590169] env[69520]: DEBUG nova.compute.manager [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Instance network_info: |[{"id": "bfab9ae5-0d7f-4519-ad08-839890d7512c", "address": "fa:16:3e:a9:b4:b7", "network": {"id": "d1a5e48a-2261-48f3-a84c-acf677eabef5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-749833849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "986184bb28f74a0b8a4ecf59e0eacacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfab9ae5-0d", "ovs_interfaceid": "bfab9ae5-0d7f-4519-ad08-839890d7512c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.590454] env[69520]: DEBUG oslo_vmware.api [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.590803] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:b4:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfab9ae5-0d7f-4519-ad08-839890d7512c', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.598259] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Creating folder: Project (986184bb28f74a0b8a4ecf59e0eacacc). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.598544] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48de4f3d-4e7a-4e71-a8ba-8ea72dd772a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.611550] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Created folder: Project (986184bb28f74a0b8a4ecf59e0eacacc) in parent group-v695915. [ 884.611696] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Creating folder: Instances. Parent ref: group-v696082. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.612016] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17bf2405-6d93-4fd6-9246-534c7704f5f3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.621950] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.626187] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.384s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.627786] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.627786] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 884.627786] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.684s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.628734] env[69520]: INFO nova.compute.claims [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.632620] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Created folder: Instances in parent group-v696082. [ 884.632927] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.633952] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54349d5-d212-40e8-9cc9-3bfff7ab50b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.637245] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.637686] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-354ebab0-7416-4dbc-a6b7-b0748393196d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.658472] env[69520]: INFO nova.scheduler.client.report [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Deleted allocations for instance 078bdb50-0a33-4034-a4eb-1ec9ea6f240d [ 884.670022] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e594282-bde0-4b27-b524-09be55a302a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.671755] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.671755] env[69520]: value = "task-3481837" [ 884.671755] env[69520]: _type = "Task" [ 884.671755] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.678720] env[69520]: DEBUG nova.compute.manager [req-85973b75-6548-459f-8df3-4f016d6d990e req-7a962db2-424d-41a2-88ba-777faa116fe1 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Received event network-changed-bfab9ae5-0d7f-4519-ad08-839890d7512c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.678913] env[69520]: DEBUG nova.compute.manager [req-85973b75-6548-459f-8df3-4f016d6d990e req-7a962db2-424d-41a2-88ba-777faa116fe1 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Refreshing instance network info cache due to event network-changed-bfab9ae5-0d7f-4519-ad08-839890d7512c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.679167] env[69520]: DEBUG oslo_concurrency.lockutils [req-85973b75-6548-459f-8df3-4f016d6d990e req-7a962db2-424d-41a2-88ba-777faa116fe1 service nova] Acquiring lock "refresh_cache-304485f6-b35e-4189-aebd-3b7e8043207d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.679309] env[69520]: DEBUG oslo_concurrency.lockutils [req-85973b75-6548-459f-8df3-4f016d6d990e req-7a962db2-424d-41a2-88ba-777faa116fe1 service nova] Acquired lock "refresh_cache-304485f6-b35e-4189-aebd-3b7e8043207d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.679462] env[69520]: DEBUG nova.network.neutron [req-85973b75-6548-459f-8df3-4f016d6d990e req-7a962db2-424d-41a2-88ba-777faa116fe1 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Refreshing network info cache for port bfab9ae5-0d7f-4519-ad08-839890d7512c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.694660] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1030452a-62ac-43c8-b0f4-6f780c5139db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.701839] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481837, 'name': CreateVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.707595] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d34ec-c174-40fc-a7d6-4b6c22c9f325 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.743869] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179327MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 884.744139] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.799040] env[69520]: INFO nova.compute.manager [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Rescuing [ 884.799349] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquiring lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.799512] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquired lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.799684] env[69520]: DEBUG nova.network.neutron [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.801320] env[69520]: INFO nova.compute.manager [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Detaching volume 89304d87-c57e-415e-8532-91db206b7e75 [ 884.851668] env[69520]: INFO nova.virt.block_device [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Attempting to driver detach volume 89304d87-c57e-415e-8532-91db206b7e75 from mountpoint /dev/sdb [ 884.851899] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 884.852980] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696076', 'volume_id': '89304d87-c57e-415e-8532-91db206b7e75', 'name': 'volume-89304d87-c57e-415e-8532-91db206b7e75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e3649ec-203a-4b43-bf19-cf1634906ca6', 'attached_at': '', 'detached_at': '', 'volume_id': '89304d87-c57e-415e-8532-91db206b7e75', 'serial': '89304d87-c57e-415e-8532-91db206b7e75'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 884.852980] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dfb6b3-fd52-42b4-b555-e3699b6d39ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.879503] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8febb9a6-7e35-41f4-abdd-1891e11b1fe9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.890786] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f77a8b2-ebd4-48ea-9d41-b8ed9ccaeb12 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.917028] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5c8914-09ce-44bb-9306-05bbf1b1d692 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.931022] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] The volume has not been displaced from its original location: [datastore1] volume-89304d87-c57e-415e-8532-91db206b7e75/volume-89304d87-c57e-415e-8532-91db206b7e75.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 884.936594] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 884.941045] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8215badd-e92c-4d7c-9eed-91d10cd09710 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.962185] env[69520]: DEBUG oslo_vmware.api [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 884.962185] env[69520]: value = "task-3481841" [ 884.962185] env[69520]: _type = "Task" [ 884.962185] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.978573] env[69520]: DEBUG oslo_vmware.api [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.067570] env[69520]: DEBUG nova.network.neutron [req-af92e6ce-ab29-452b-892b-89dcb1efe04b req-3cb43eea-3497-43cc-a862-d9c3cb910dde service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Updated VIF entry in instance network info cache for port e4412883-c665-45d3-979d-ed91c5955e01. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.067979] env[69520]: DEBUG nova.network.neutron [req-af92e6ce-ab29-452b-892b-89dcb1efe04b req-3cb43eea-3497-43cc-a862-d9c3cb910dde service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Updating instance_info_cache with network_info: [{"id": "e4412883-c665-45d3-979d-ed91c5955e01", "address": "fa:16:3e:33:23:e2", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4412883-c6", "ovs_interfaceid": "e4412883-c665-45d3-979d-ed91c5955e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.085080] env[69520]: DEBUG oslo_vmware.api [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Task: {'id': task-3481834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214495} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.085080] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.085080] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.085080] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.085080] env[69520]: INFO nova.compute.manager [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Took 1.59 seconds to destroy the instance on the hypervisor. [ 885.085080] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.085373] env[69520]: DEBUG nova.compute.manager [-] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.085433] env[69520]: DEBUG nova.network.neutron [-] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.180291] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7bba5ae8-fac4-4d9d-8c08-b4bfa38c9fe4 tempest-InstanceActionsV221TestJSON-525164461 tempest-InstanceActionsV221TestJSON-525164461-project-member] Lock "078bdb50-0a33-4034-a4eb-1ec9ea6f240d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.516s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.200756] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481837, 'name': CreateVM_Task, 'duration_secs': 0.427225} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.200953] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.201740] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.201909] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.204058] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.204058] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a648103-4f39-4f73-90b0-049ef3cc0b15 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.211117] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for the task: (returnval){ [ 885.211117] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c1ed55-63ab-f111-a8fe-c8336d057ba9" [ 885.211117] env[69520]: _type = "Task" [ 885.211117] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.222981] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c1ed55-63ab-f111-a8fe-c8336d057ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.477644] env[69520]: DEBUG oslo_vmware.api [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481841, 'name': ReconfigVM_Task, 'duration_secs': 0.324762} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.480702] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 885.486256] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0797b2-839a-4ce2-bb11-747bb8b0c44b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.509142] env[69520]: DEBUG oslo_vmware.api [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 885.509142] env[69520]: value = "task-3481842" [ 885.509142] env[69520]: _type = "Task" [ 885.509142] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.517455] env[69520]: DEBUG oslo_vmware.api [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.553064] env[69520]: DEBUG nova.network.neutron [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Successfully updated port: b39c348b-ad36-4d48-bc15-dbe057fcb538 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.571213] env[69520]: DEBUG oslo_concurrency.lockutils [req-af92e6ce-ab29-452b-892b-89dcb1efe04b req-3cb43eea-3497-43cc-a862-d9c3cb910dde service nova] Releasing lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.637903] env[69520]: DEBUG nova.network.neutron [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updating instance_info_cache with network_info: [{"id": "aae1b373-2417-4c34-b85c-c600bf65c42c", "address": "fa:16:3e:28:ec:5d", "network": {"id": "94278f5e-4d12-4b4e-937d-321b1f450c5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-962703683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "009e6ff6dc1b4b439c9cd93b01be8870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae1b373-24", "ovs_interfaceid": "aae1b373-2417-4c34-b85c-c600bf65c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.730715] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c1ed55-63ab-f111-a8fe-c8336d057ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.015091} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.730957] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.731220] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.731679] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.731679] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.731865] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.732112] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8f44d8a-7c86-46e8-a016-186d6529ad75 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.740202] env[69520]: DEBUG nova.network.neutron [req-85973b75-6548-459f-8df3-4f016d6d990e req-7a962db2-424d-41a2-88ba-777faa116fe1 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Updated VIF entry in instance network info cache for port bfab9ae5-0d7f-4519-ad08-839890d7512c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.740563] env[69520]: DEBUG nova.network.neutron [req-85973b75-6548-459f-8df3-4f016d6d990e req-7a962db2-424d-41a2-88ba-777faa116fe1 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Updating instance_info_cache with network_info: [{"id": "bfab9ae5-0d7f-4519-ad08-839890d7512c", "address": "fa:16:3e:a9:b4:b7", "network": {"id": "d1a5e48a-2261-48f3-a84c-acf677eabef5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-749833849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "986184bb28f74a0b8a4ecf59e0eacacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfab9ae5-0d", "ovs_interfaceid": "bfab9ae5-0d7f-4519-ad08-839890d7512c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.751121] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.751450] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.752646] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d7274d-deca-42ea-9e1e-0ed7273d3b8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.759446] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for the task: (returnval){ [ 885.759446] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]522ece9c-b963-bd6c-fad2-dc8b77115404" [ 885.759446] env[69520]: _type = "Task" [ 885.759446] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.774775] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522ece9c-b963-bd6c-fad2-dc8b77115404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.019393] env[69520]: DEBUG oslo_vmware.api [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481842, 'name': ReconfigVM_Task, 'duration_secs': 0.199767} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.022249] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696076', 'volume_id': '89304d87-c57e-415e-8532-91db206b7e75', 'name': 'volume-89304d87-c57e-415e-8532-91db206b7e75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e3649ec-203a-4b43-bf19-cf1634906ca6', 'attached_at': '', 'detached_at': '', 'volume_id': '89304d87-c57e-415e-8532-91db206b7e75', 'serial': '89304d87-c57e-415e-8532-91db206b7e75'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 886.059655] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquiring lock "refresh_cache-c3f38d90-acbe-4a6a-a957-ea8145159a11" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.059815] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquired lock "refresh_cache-c3f38d90-acbe-4a6a-a957-ea8145159a11" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.060072] env[69520]: DEBUG nova.network.neutron [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.145861] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Releasing lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.198792] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0460f879-78c5-46cc-aa9c-5f8c5da5d9e1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.209200] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d4877d-61a9-4f73-98e9-143de424473b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.216558] env[69520]: DEBUG nova.compute.manager [req-a04c4960-af1c-499b-a2e4-b4778f93b379 req-8cee9f16-2db7-4b55-81e6-4210b86a22ef service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Received event network-vif-deleted-48301365-ed96-4cb5-b13b-80a555f6454a {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.216760] env[69520]: INFO nova.compute.manager [req-a04c4960-af1c-499b-a2e4-b4778f93b379 req-8cee9f16-2db7-4b55-81e6-4210b86a22ef service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Neutron deleted interface 48301365-ed96-4cb5-b13b-80a555f6454a; detaching it from the instance and deleting it from the info cache [ 886.218035] env[69520]: DEBUG nova.network.neutron [req-a04c4960-af1c-499b-a2e4-b4778f93b379 req-8cee9f16-2db7-4b55-81e6-4210b86a22ef service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Updating instance_info_cache with network_info: [{"id": "af5ebad4-6a74-4e2f-9974-95f164ea61ef", "address": "fa:16:3e:24:b2:61", "network": {"id": "e225022f-5c86-4cbd-a51b-9a679c242bf8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1257963677", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eceaf73956f4b7a9c936c0b59bcd647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5ebad4-6a", "ovs_interfaceid": "af5ebad4-6a74-4e2f-9974-95f164ea61ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.250885] env[69520]: DEBUG oslo_concurrency.lockutils [req-85973b75-6548-459f-8df3-4f016d6d990e req-7a962db2-424d-41a2-88ba-777faa116fe1 service nova] Releasing lock "refresh_cache-304485f6-b35e-4189-aebd-3b7e8043207d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.252232] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c325a31c-2fcb-4f99-8bc2-5f1eb9b55e0d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.263740] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93520c0b-4434-4618-8149-d489c2c21172 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.277819] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522ece9c-b963-bd6c-fad2-dc8b77115404, 'name': SearchDatastore_Task, 'duration_secs': 0.014786} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.289717] env[69520]: DEBUG nova.compute.provider_tree [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.290211] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06933155-c68f-40f6-a464-ecde060a5582 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.299779] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for the task: (returnval){ [ 886.299779] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cf38d7-2883-a7c4-eb4e-62cc95ca72af" [ 886.299779] env[69520]: _type = "Task" [ 886.299779] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.310823] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cf38d7-2883-a7c4-eb4e-62cc95ca72af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.584890] env[69520]: DEBUG nova.objects.instance [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lazy-loading 'flavor' on Instance uuid 8e3649ec-203a-4b43-bf19-cf1634906ca6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.612127] env[69520]: DEBUG nova.network.neutron [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.703436] env[69520]: DEBUG nova.network.neutron [-] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.714623] env[69520]: DEBUG nova.compute.manager [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Received event network-vif-plugged-b39c348b-ad36-4d48-bc15-dbe057fcb538 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.714953] env[69520]: DEBUG oslo_concurrency.lockutils [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] Acquiring lock "c3f38d90-acbe-4a6a-a957-ea8145159a11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.717656] env[69520]: DEBUG oslo_concurrency.lockutils [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] Lock "c3f38d90-acbe-4a6a-a957-ea8145159a11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.717982] env[69520]: DEBUG oslo_concurrency.lockutils [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] Lock "c3f38d90-acbe-4a6a-a957-ea8145159a11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.718323] env[69520]: DEBUG nova.compute.manager [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] No waiting events found dispatching network-vif-plugged-b39c348b-ad36-4d48-bc15-dbe057fcb538 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.719413] env[69520]: WARNING nova.compute.manager [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Received unexpected event network-vif-plugged-b39c348b-ad36-4d48-bc15-dbe057fcb538 for instance with vm_state building and task_state spawning. [ 886.719413] env[69520]: DEBUG nova.compute.manager [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Received event network-changed-b39c348b-ad36-4d48-bc15-dbe057fcb538 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.719413] env[69520]: DEBUG nova.compute.manager [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Refreshing instance network info cache due to event network-changed-b39c348b-ad36-4d48-bc15-dbe057fcb538. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.719558] env[69520]: DEBUG oslo_concurrency.lockutils [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] Acquiring lock "refresh_cache-c3f38d90-acbe-4a6a-a957-ea8145159a11" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.720592] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b62f72a2-31bb-49f3-8ccd-b2e681c06654 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.744161] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70a9c26-6c38-4ce9-982f-fee8f3558cb5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.799409] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.804130] env[69520]: DEBUG nova.compute.manager [req-a04c4960-af1c-499b-a2e4-b4778f93b379 req-8cee9f16-2db7-4b55-81e6-4210b86a22ef service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Detach interface failed, port_id=48301365-ed96-4cb5-b13b-80a555f6454a, reason: Instance 5c860c0d-07a3-4c5b-af04-73cf8f273f8d could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.812032] env[69520]: DEBUG nova.network.neutron [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Updating instance_info_cache with network_info: [{"id": "b39c348b-ad36-4d48-bc15-dbe057fcb538", "address": "fa:16:3e:a2:0f:97", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c348b-ad", "ovs_interfaceid": "b39c348b-ad36-4d48-bc15-dbe057fcb538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.820811] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cf38d7-2883-a7c4-eb4e-62cc95ca72af, 'name': SearchDatastore_Task, 'duration_secs': 0.0135} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.820925] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.821250] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 304485f6-b35e-4189-aebd-3b7e8043207d/304485f6-b35e-4189-aebd-3b7e8043207d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.821732] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ade48b2-c09f-43cd-9118-0169d3a52c64 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.831560] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for the task: (returnval){ [ 886.831560] env[69520]: value = "task-3481843" [ 886.831560] env[69520]: _type = "Task" [ 886.831560] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.845127] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.209561] env[69520]: INFO nova.compute.manager [-] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Took 2.12 seconds to deallocate network for instance. [ 887.312353] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.312977] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.316854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.041s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.318178] env[69520]: DEBUG nova.objects.instance [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 887.320325] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Releasing lock "refresh_cache-c3f38d90-acbe-4a6a-a957-ea8145159a11" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.321125] env[69520]: DEBUG nova.compute.manager [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Instance network_info: |[{"id": "b39c348b-ad36-4d48-bc15-dbe057fcb538", "address": "fa:16:3e:a2:0f:97", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c348b-ad", "ovs_interfaceid": "b39c348b-ad36-4d48-bc15-dbe057fcb538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.322331] env[69520]: DEBUG oslo_concurrency.lockutils [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] Acquired lock "refresh_cache-c3f38d90-acbe-4a6a-a957-ea8145159a11" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.322620] env[69520]: DEBUG nova.network.neutron [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Refreshing network info cache for port b39c348b-ad36-4d48-bc15-dbe057fcb538 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.323821] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:0f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b39c348b-ad36-4d48-bc15-dbe057fcb538', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.336033] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Creating folder: Project (c02231239085408280e14bd5a9b8881a). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.337603] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-068de1e0-7906-4224-9fbe-3bc405766be5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.356638] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481843, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.359456] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Created folder: Project (c02231239085408280e14bd5a9b8881a) in parent group-v695915. [ 887.359456] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Creating folder: Instances. Parent ref: group-v696088. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.359456] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d28b393-193b-4af7-82fe-74239bc658cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.372950] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Created folder: Instances in parent group-v696088. [ 887.373283] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.373509] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.373744] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4378c514-98e0-44b3-816d-f94dcbdd14e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.396686] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.396686] env[69520]: value = "task-3481846" [ 887.396686] env[69520]: _type = "Task" [ 887.396686] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.406263] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481846, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.600616] env[69520]: DEBUG oslo_concurrency.lockutils [None req-58f6b264-15bd-4a3f-bdf1-256cd6326746 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.696989] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.697409] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49150ffd-1b4f-4b89-b799-b52f98642cfe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.708329] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 887.708329] env[69520]: value = "task-3481847" [ 887.708329] env[69520]: _type = "Task" [ 887.708329] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.717849] env[69520]: DEBUG oslo_concurrency.lockutils [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.723539] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.823046] env[69520]: DEBUG nova.compute.utils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.832240] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.832444] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.856316] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673836} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.856316] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 304485f6-b35e-4189-aebd-3b7e8043207d/304485f6-b35e-4189-aebd-3b7e8043207d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.856664] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.856664] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b292cc0-a4ec-4041-998f-1350f4aa327f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.869812] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for the task: (returnval){ [ 887.869812] env[69520]: value = "task-3481849" [ 887.869812] env[69520]: _type = "Task" [ 887.869812] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.881233] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.911406] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481846, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.953829] env[69520]: DEBUG nova.policy [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc28c0a2c43946599281515e7fe20b94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61c2b7545f5243edbe4e2aab7ea3780e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.228926] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481847, 'name': PowerOffVM_Task, 'duration_secs': 0.292109} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.229043] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.229897] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0d5edd-7c9c-48a1-8709-3a84c42df73d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.253733] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d4bca1-11a3-4bba-bd95-b68c18ec1782 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.296290] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.296290] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a88ee12-5ca4-477c-a702-4948af357df6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.305472] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 888.305472] env[69520]: value = "task-3481850" [ 888.305472] env[69520]: _type = "Task" [ 888.305472] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.321633] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 888.323907] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.324262] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.324462] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.325301] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.325634] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eea138a-da6b-446f-a7b7-5110834d0d4d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.333571] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.338779] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e73938f7-9c31-4351-a9ab-a8596b46b74e tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.340060] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.340287] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.341477] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.063s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.343085] env[69520]: INFO nova.compute.claims [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.347897] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ca9b7f-ef2a-4f51-b9d5-90ed00abd260 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.355016] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 888.355016] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ed88ab-fbc6-259a-c854-02783abd7d41" [ 888.355016] env[69520]: _type = "Task" [ 888.355016] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.366760] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ed88ab-fbc6-259a-c854-02783abd7d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.382674] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184161} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.383180] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.384503] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acff052e-d2f6-41ee-b6a3-517d38bba0b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.414943] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 304485f6-b35e-4189-aebd-3b7e8043207d/304485f6-b35e-4189-aebd-3b7e8043207d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.417337] env[69520]: DEBUG nova.network.neutron [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Updated VIF entry in instance network info cache for port b39c348b-ad36-4d48-bc15-dbe057fcb538. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.418948] env[69520]: DEBUG nova.network.neutron [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Updating instance_info_cache with network_info: [{"id": "b39c348b-ad36-4d48-bc15-dbe057fcb538", "address": "fa:16:3e:a2:0f:97", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c348b-ad", "ovs_interfaceid": "b39c348b-ad36-4d48-bc15-dbe057fcb538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.423884] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d0c3077-645b-4cff-a628-834b15a5fd04 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.441948] env[69520]: DEBUG oslo_concurrency.lockutils [req-3aff612a-1af9-405f-b33e-bf2e12120b95 req-a69b11c6-f4e3-4a38-a543-db02e527752c service nova] Releasing lock "refresh_cache-c3f38d90-acbe-4a6a-a957-ea8145159a11" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.452612] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481846, 'name': CreateVM_Task, 'duration_secs': 0.995377} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.453788] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.454820] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for the task: (returnval){ [ 888.454820] env[69520]: value = "task-3481851" [ 888.454820] env[69520]: _type = "Task" [ 888.454820] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.454820] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.455089] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.455253] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.455543] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19d103a-c837-4a43-9ada-4097c4de7c91 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.465162] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for the task: (returnval){ [ 888.465162] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52691259-5a69-f5d5-5f4e-004ffb9f27df" [ 888.465162] env[69520]: _type = "Task" [ 888.465162] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.470775] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.481122] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52691259-5a69-f5d5-5f4e-004ffb9f27df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.483845] env[69520]: DEBUG oslo_vmware.rw_handles [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cea6a-987d-33d9-c7a4-828578a72f84/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 888.484657] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4688b58b-a8d7-4517-8072-ca63e7871a19 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.492338] env[69520]: DEBUG oslo_vmware.rw_handles [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cea6a-987d-33d9-c7a4-828578a72f84/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 888.492338] env[69520]: ERROR oslo_vmware.rw_handles [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cea6a-987d-33d9-c7a4-828578a72f84/disk-0.vmdk due to incomplete transfer. [ 888.492338] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c7f7a5b6-a4b3-4bf9-bca6-69f25e532d6f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.501974] env[69520]: DEBUG oslo_vmware.rw_handles [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cea6a-987d-33d9-c7a4-828578a72f84/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 888.502352] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Uploaded image b17dac2c-962b-478a-816a-7ae84309b10f to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 888.504875] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 888.505195] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b07eadb-7121-4163-99f8-8967f0cb3792 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.515213] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 888.515213] env[69520]: value = "task-3481852" [ 888.515213] env[69520]: _type = "Task" [ 888.515213] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.526014] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481852, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.551910] env[69520]: DEBUG nova.compute.manager [req-1b9135ba-24d0-4f6b-947f-ecf0c7041c6b req-4bb696c0-da90-4c27-b7fc-fa442e9b3b26 service nova] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Received event network-vif-deleted-af5ebad4-6a74-4e2f-9974-95f164ea61ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.639750] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Successfully created port: c9132491-446f-49ea-9ccd-7ed130a5ce69 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.760642] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "b2847674-2242-4d0d-aea7-66142c9b2243" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.760810] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "b2847674-2242-4d0d-aea7-66142c9b2243" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.870939] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ed88ab-fbc6-259a-c854-02783abd7d41, 'name': SearchDatastore_Task, 'duration_secs': 0.033581} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.872754] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49a8dd6-f86b-4509-b912-53069c1fc1e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.883340] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 888.883340] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529cd76e-01ed-8987-27a4-172833c97c5f" [ 888.883340] env[69520]: _type = "Task" [ 888.883340] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.900358] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529cd76e-01ed-8987-27a4-172833c97c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.014423} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.900783] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.901062] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] f6523d7a-32af-480b-bf51-980f79de4a5f/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. {{(pid=69520) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 888.901378] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46c6bd2e-7aeb-4646-90a5-6d40c0facb6e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.912136] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 888.912136] env[69520]: value = "task-3481853" [ 888.912136] env[69520]: _type = "Task" [ 888.912136] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.927188] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.966169] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.981106] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52691259-5a69-f5d5-5f4e-004ffb9f27df, 'name': SearchDatastore_Task, 'duration_secs': 0.03665} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.981513] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.981845] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.982180] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.982415] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.982917] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.983000] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-931fade0-ce27-426e-965e-ccc96e705c44 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.992040] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.992256] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.993116] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5234b770-6c98-41da-964f-224f4dcd60be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.999616] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for the task: (returnval){ [ 888.999616] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5209ff6c-cf7a-5ccd-94d7-644113ef52d3" [ 888.999616] env[69520]: _type = "Task" [ 888.999616] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.008546] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5209ff6c-cf7a-5ccd-94d7-644113ef52d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.026647] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481852, 'name': Destroy_Task, 'duration_secs': 0.468571} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.026972] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Destroyed the VM [ 889.027247] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 889.027459] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c043e944-4fe5-491e-806e-1bb731d04cab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.036077] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 889.036077] env[69520]: value = "task-3481854" [ 889.036077] env[69520]: _type = "Task" [ 889.036077] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.051776] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481854, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.266976] env[69520]: DEBUG nova.compute.manager [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.349349] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.394403] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.394722] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.394885] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.395172] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.395337] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.395484] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.395713] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.396209] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.396209] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.396449] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.396519] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.397830] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff68de-97bb-4103-af83-2e937f691787 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.411725] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a3388d-73d4-4e5f-99d9-b1c01d111fb0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.435652] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.470767] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481851, 'name': ReconfigVM_Task, 'duration_secs': 0.621665} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.471043] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 304485f6-b35e-4189-aebd-3b7e8043207d/304485f6-b35e-4189-aebd-3b7e8043207d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.471696] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1db0b246-9f5d-403a-8f32-7e9e98ec4c05 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.482437] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for the task: (returnval){ [ 889.482437] env[69520]: value = "task-3481855" [ 889.482437] env[69520]: _type = "Task" [ 889.482437] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.495788] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481855, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.513051] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5209ff6c-cf7a-5ccd-94d7-644113ef52d3, 'name': SearchDatastore_Task, 'duration_secs': 0.018912} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.513919] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56edea52-08a2-47a1-ab06-f30fd18e8b47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.523813] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for the task: (returnval){ [ 889.523813] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526976fd-4e36-cb31-8ad0-477bffb1b18f" [ 889.523813] env[69520]: _type = "Task" [ 889.523813] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.538234] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526976fd-4e36-cb31-8ad0-477bffb1b18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.550913] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481854, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.794049] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.821780] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843b8761-f1e4-4ea1-b489-531614972c69 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.831466] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e61d46-4d65-49c7-b831-4e5dc5fb1973 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.869268] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6da3eb-9f41-4c99-bb16-009c63c1f432 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.879447] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fab6cff-5423-4106-ac22-c740e00a5c06 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.901856] env[69520]: DEBUG nova.compute.provider_tree [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.927863] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652377} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.928229] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] f6523d7a-32af-480b-bf51-980f79de4a5f/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. [ 889.929573] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8399053-5cf4-483a-9726-93b4c0d4085a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.962107] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f6523d7a-32af-480b-bf51-980f79de4a5f/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.962430] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee63c32-8b7b-48f8-a24d-ca1be272331d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.982631] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 889.982631] env[69520]: value = "task-3481857" [ 889.982631] env[69520]: _type = "Task" [ 889.982631] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.995522] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.998689] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481855, 'name': Rename_Task, 'duration_secs': 0.223974} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.998968] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.999252] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ecc1732-2cd9-43a1-a492-b03ae0a73690 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.006849] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for the task: (returnval){ [ 890.006849] env[69520]: value = "task-3481858" [ 890.006849] env[69520]: _type = "Task" [ 890.006849] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.017112] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.033834] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526976fd-4e36-cb31-8ad0-477bffb1b18f, 'name': SearchDatastore_Task, 'duration_secs': 0.031356} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.034125] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.034397] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] c3f38d90-acbe-4a6a-a957-ea8145159a11/c3f38d90-acbe-4a6a-a957-ea8145159a11.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.034664] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0dad738-8589-4ad1-bf8f-3517df28ee09 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.043090] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for the task: (returnval){ [ 890.043090] env[69520]: value = "task-3481859" [ 890.043090] env[69520]: _type = "Task" [ 890.043090] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.050293] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481854, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.056139] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.445293] env[69520]: ERROR nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [req-375db46c-3137-4768-a660-225db753664b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-375db46c-3137-4768-a660-225db753664b"}]} [ 890.463194] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 890.476922] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 890.476922] env[69520]: DEBUG nova.compute.provider_tree [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.491492] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 890.497176] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481857, 'name': ReconfigVM_Task, 'duration_secs': 0.356319} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.497507] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f6523d7a-32af-480b-bf51-980f79de4a5f/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.498493] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a70fae0-ff4c-4217-8551-1363d32456e8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.534617] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 890.538843] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c75d3881-74d9-40c5-9fe0-cae7374cef1f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.565398] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.567889] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 890.567889] env[69520]: value = "task-3481860" [ 890.567889] env[69520]: _type = "Task" [ 890.567889] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.578640] env[69520]: DEBUG oslo_vmware.api [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481854, 'name': RemoveSnapshot_Task, 'duration_secs': 1.389468} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.578897] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481859, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.582320] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 890.585331] env[69520]: INFO nova.compute.manager [None req-1045a069-cb92-418e-a009-b3f0de4c648d tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 890.589652] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.918333] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Successfully updated port: c9132491-446f-49ea-9ccd-7ed130a5ce69 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.921689] env[69520]: DEBUG nova.compute.manager [req-3c25a854-2404-4c1e-821c-63cad7ff746a req-f523d4a6-d68d-4909-bdb7-1befff48f951 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Received event network-vif-plugged-c9132491-446f-49ea-9ccd-7ed130a5ce69 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.921907] env[69520]: DEBUG oslo_concurrency.lockutils [req-3c25a854-2404-4c1e-821c-63cad7ff746a req-f523d4a6-d68d-4909-bdb7-1befff48f951 service nova] Acquiring lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.922530] env[69520]: DEBUG oslo_concurrency.lockutils [req-3c25a854-2404-4c1e-821c-63cad7ff746a req-f523d4a6-d68d-4909-bdb7-1befff48f951 service nova] Lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.922530] env[69520]: DEBUG oslo_concurrency.lockutils [req-3c25a854-2404-4c1e-821c-63cad7ff746a req-f523d4a6-d68d-4909-bdb7-1befff48f951 service nova] Lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.922704] env[69520]: DEBUG nova.compute.manager [req-3c25a854-2404-4c1e-821c-63cad7ff746a req-f523d4a6-d68d-4909-bdb7-1befff48f951 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] No waiting events found dispatching network-vif-plugged-c9132491-446f-49ea-9ccd-7ed130a5ce69 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.922782] env[69520]: WARNING nova.compute.manager [req-3c25a854-2404-4c1e-821c-63cad7ff746a req-f523d4a6-d68d-4909-bdb7-1befff48f951 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Received unexpected event network-vif-plugged-c9132491-446f-49ea-9ccd-7ed130a5ce69 for instance with vm_state building and task_state spawning. [ 891.008171] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.008441] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.038370] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481858, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.064084] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710245} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.064084] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] c3f38d90-acbe-4a6a-a957-ea8145159a11/c3f38d90-acbe-4a6a-a957-ea8145159a11.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.064084] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.064084] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea277862-ccab-487c-8a9f-aaa0c0613570 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.076206] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for the task: (returnval){ [ 891.076206] env[69520]: value = "task-3481861" [ 891.076206] env[69520]: _type = "Task" [ 891.076206] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.079926] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481860, 'name': ReconfigVM_Task, 'duration_secs': 0.480699} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.083455] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.083728] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70eb3a70-5efc-42f6-9b4e-d14e2242095a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.093426] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.098594] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 891.098594] env[69520]: value = "task-3481862" [ 891.098594] env[69520]: _type = "Task" [ 891.098594] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.108536] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.134066] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8d149f-9a38-4509-8ebf-5bc57bbd85ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.143498] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300fd689-0ba3-4436-bda1-ff7981b90777 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.180352] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54b502d-651e-4f09-aba0-f1ac0588fae7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.188641] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5d9175-b8ed-4d26-98f9-47c953c067d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.206632] env[69520]: DEBUG nova.compute.provider_tree [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.425547] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "refresh_cache-ffdfbb9c-6454-4a3c-b656-e26016ab79ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.425547] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "refresh_cache-ffdfbb9c-6454-4a3c-b656-e26016ab79ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.425547] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.510474] env[69520]: DEBUG nova.compute.manager [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.536222] env[69520]: DEBUG oslo_vmware.api [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481858, 'name': PowerOnVM_Task, 'duration_secs': 1.032271} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.536494] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.536692] env[69520]: INFO nova.compute.manager [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Took 9.76 seconds to spawn the instance on the hypervisor. [ 891.536871] env[69520]: DEBUG nova.compute.manager [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.537702] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3638762f-4110-4904-8d1c-43266c6fd4c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.592412] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.609929] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.741622] env[69520]: ERROR nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [req-9ee15d0e-7cc6-4211-beb6-c5556a746c3b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ee15d0e-7cc6-4211-beb6-c5556a746c3b"}]} [ 891.764541] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 891.786621] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 891.787155] env[69520]: DEBUG nova.compute.provider_tree [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.802493] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 891.831809] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 892.004024] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.049844] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.061432] env[69520]: INFO nova.compute.manager [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Took 46.87 seconds to build instance. [ 892.092234] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.011663} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.092355] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.094526] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f17210-2848-4975-8848-be931b9693d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.128025] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] c3f38d90-acbe-4a6a-a957-ea8145159a11/c3f38d90-acbe-4a6a-a957-ea8145159a11.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.131098] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6d5240-f2e1-41cb-bd48-31f179ced08c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.156116] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.162760] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for the task: (returnval){ [ 892.162760] env[69520]: value = "task-3481864" [ 892.162760] env[69520]: _type = "Task" [ 892.162760] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.176022] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.282769] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Updating instance_info_cache with network_info: [{"id": "c9132491-446f-49ea-9ccd-7ed130a5ce69", "address": "fa:16:3e:44:2d:75", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9132491-44", "ovs_interfaceid": "c9132491-446f-49ea-9ccd-7ed130a5ce69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.409049] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b0998d-9748-474e-b435-7868b1a94734 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.417394] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7f9ec-7345-4e11-88b1-cc347e213fd3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.449030] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e04260c-eb1f-41c0-8ba9-2b062d463ee7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.457505] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3b4f4d-487c-4f6d-823d-d8a2e9dc6a43 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.471906] env[69520]: DEBUG nova.compute.provider_tree [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.565180] env[69520]: DEBUG oslo_concurrency.lockutils [None req-79402bc1-cced-45ec-bf99-5bce03c7c1f8 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lock "304485f6-b35e-4189-aebd-3b7e8043207d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.573s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.621604] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481862, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.675034] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.708678] env[69520]: DEBUG nova.compute.manager [req-b659e534-3f08-4506-a99f-2d296a9b3e73 req-aff7c368-f86a-4af9-95fb-b9f758bd2555 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Received event network-changed-bfab9ae5-0d7f-4519-ad08-839890d7512c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.708678] env[69520]: DEBUG nova.compute.manager [req-b659e534-3f08-4506-a99f-2d296a9b3e73 req-aff7c368-f86a-4af9-95fb-b9f758bd2555 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Refreshing instance network info cache due to event network-changed-bfab9ae5-0d7f-4519-ad08-839890d7512c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.708842] env[69520]: DEBUG oslo_concurrency.lockutils [req-b659e534-3f08-4506-a99f-2d296a9b3e73 req-aff7c368-f86a-4af9-95fb-b9f758bd2555 service nova] Acquiring lock "refresh_cache-304485f6-b35e-4189-aebd-3b7e8043207d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.708988] env[69520]: DEBUG oslo_concurrency.lockutils [req-b659e534-3f08-4506-a99f-2d296a9b3e73 req-aff7c368-f86a-4af9-95fb-b9f758bd2555 service nova] Acquired lock "refresh_cache-304485f6-b35e-4189-aebd-3b7e8043207d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.709944] env[69520]: DEBUG nova.network.neutron [req-b659e534-3f08-4506-a99f-2d296a9b3e73 req-aff7c368-f86a-4af9-95fb-b9f758bd2555 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Refreshing network info cache for port bfab9ae5-0d7f-4519-ad08-839890d7512c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.791318] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "refresh_cache-ffdfbb9c-6454-4a3c-b656-e26016ab79ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.791603] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Instance network_info: |[{"id": "c9132491-446f-49ea-9ccd-7ed130a5ce69", "address": "fa:16:3e:44:2d:75", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9132491-44", "ovs_interfaceid": "c9132491-446f-49ea-9ccd-7ed130a5ce69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.792018] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:2d:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9132491-446f-49ea-9ccd-7ed130a5ce69', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.799801] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.800124] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.800369] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ace06ad-40ab-43bc-8ead-9f00d0ee40b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.828065] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.828065] env[69520]: value = "task-3481865" [ 892.828065] env[69520]: _type = "Task" [ 892.828065] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.836291] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481865, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.997113] env[69520]: ERROR nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [req-1ce92cab-a6d6-4f0a-9a71-c5a2097d3ed0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1ce92cab-a6d6-4f0a-9a71-c5a2097d3ed0"}]} [ 893.015691] env[69520]: DEBUG nova.compute.manager [req-92c846ea-e1c3-4741-8d1d-51ec8f249ae9 req-83b80396-2fee-419e-9d2c-c4fa3541f862 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Received event network-changed-c9132491-446f-49ea-9ccd-7ed130a5ce69 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.016341] env[69520]: DEBUG nova.compute.manager [req-92c846ea-e1c3-4741-8d1d-51ec8f249ae9 req-83b80396-2fee-419e-9d2c-c4fa3541f862 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Refreshing instance network info cache due to event network-changed-c9132491-446f-49ea-9ccd-7ed130a5ce69. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.016581] env[69520]: DEBUG oslo_concurrency.lockutils [req-92c846ea-e1c3-4741-8d1d-51ec8f249ae9 req-83b80396-2fee-419e-9d2c-c4fa3541f862 service nova] Acquiring lock "refresh_cache-ffdfbb9c-6454-4a3c-b656-e26016ab79ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.016759] env[69520]: DEBUG oslo_concurrency.lockutils [req-92c846ea-e1c3-4741-8d1d-51ec8f249ae9 req-83b80396-2fee-419e-9d2c-c4fa3541f862 service nova] Acquired lock "refresh_cache-ffdfbb9c-6454-4a3c-b656-e26016ab79ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.016883] env[69520]: DEBUG nova.network.neutron [req-92c846ea-e1c3-4741-8d1d-51ec8f249ae9 req-83b80396-2fee-419e-9d2c-c4fa3541f862 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Refreshing network info cache for port c9132491-446f-49ea-9ccd-7ed130a5ce69 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.018813] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 893.039297] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 893.039389] env[69520]: DEBUG nova.compute.provider_tree [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.052811] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 893.072075] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 893.119573] env[69520]: DEBUG oslo_vmware.api [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481862, 'name': PowerOnVM_Task, 'duration_secs': 1.532547} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.120147] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.125903] env[69520]: DEBUG nova.compute.manager [None req-1c51affe-8e44-459b-b517-0e0b94b10574 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.130049] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e348c4f-2680-4cbb-b201-9abda424a4a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.178805] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481864, 'name': ReconfigVM_Task, 'duration_secs': 0.758568} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.182229] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Reconfigured VM instance instance-0000003e to attach disk [datastore2] c3f38d90-acbe-4a6a-a957-ea8145159a11/c3f38d90-acbe-4a6a-a957-ea8145159a11.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.183133] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c50eeed4-7ced-49b0-999f-90ca5007776d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.191371] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for the task: (returnval){ [ 893.191371] env[69520]: value = "task-3481866" [ 893.191371] env[69520]: _type = "Task" [ 893.191371] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.204502] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481866, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.344157] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481865, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.384597] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "ca7fb845-531e-49fb-983b-1726f0fceede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.384852] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "ca7fb845-531e-49fb-983b-1726f0fceede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.591736] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26036a81-75a8-4ae2-987d-433190129356 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.600943] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec42b31c-7ddf-4da3-9d9f-ae2e2fcbf7ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.605463] env[69520]: DEBUG nova.network.neutron [req-b659e534-3f08-4506-a99f-2d296a9b3e73 req-aff7c368-f86a-4af9-95fb-b9f758bd2555 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Updated VIF entry in instance network info cache for port bfab9ae5-0d7f-4519-ad08-839890d7512c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.605910] env[69520]: DEBUG nova.network.neutron [req-b659e534-3f08-4506-a99f-2d296a9b3e73 req-aff7c368-f86a-4af9-95fb-b9f758bd2555 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Updating instance_info_cache with network_info: [{"id": "bfab9ae5-0d7f-4519-ad08-839890d7512c", "address": "fa:16:3e:a9:b4:b7", "network": {"id": "d1a5e48a-2261-48f3-a84c-acf677eabef5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-749833849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "986184bb28f74a0b8a4ecf59e0eacacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfab9ae5-0d", "ovs_interfaceid": "bfab9ae5-0d7f-4519-ad08-839890d7512c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.648536] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2558089d-aa20-4f9a-aa82-e2ab829d5ab1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.660972] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ad7a3d-f73b-4a09-8fde-f2499f980530 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.677611] env[69520]: DEBUG nova.compute.provider_tree [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.702821] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481866, 'name': Rename_Task, 'duration_secs': 0.230451} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.703173] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.703434] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c41fc8-fb27-42f7-9844-6cb668ea5b20 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.711302] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for the task: (returnval){ [ 893.711302] env[69520]: value = "task-3481867" [ 893.711302] env[69520]: _type = "Task" [ 893.711302] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.719507] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.840474] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481865, 'name': CreateVM_Task, 'duration_secs': 0.620641} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.840724] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.841392] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.841552] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.841889] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.842246] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81cd95e-ae50-4681-b281-27e4ca04f06d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.849163] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 893.849163] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529d61d1-91ac-4efe-b64e-38f8d53ca3f9" [ 893.849163] env[69520]: _type = "Task" [ 893.849163] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.859166] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529d61d1-91ac-4efe-b64e-38f8d53ca3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.886965] env[69520]: DEBUG nova.compute.manager [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.943509] env[69520]: DEBUG nova.network.neutron [req-92c846ea-e1c3-4741-8d1d-51ec8f249ae9 req-83b80396-2fee-419e-9d2c-c4fa3541f862 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Updated VIF entry in instance network info cache for port c9132491-446f-49ea-9ccd-7ed130a5ce69. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.944175] env[69520]: DEBUG nova.network.neutron [req-92c846ea-e1c3-4741-8d1d-51ec8f249ae9 req-83b80396-2fee-419e-9d2c-c4fa3541f862 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Updating instance_info_cache with network_info: [{"id": "c9132491-446f-49ea-9ccd-7ed130a5ce69", "address": "fa:16:3e:44:2d:75", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9132491-44", "ovs_interfaceid": "c9132491-446f-49ea-9ccd-7ed130a5ce69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.112379] env[69520]: DEBUG oslo_concurrency.lockutils [req-b659e534-3f08-4506-a99f-2d296a9b3e73 req-aff7c368-f86a-4af9-95fb-b9f758bd2555 service nova] Releasing lock "refresh_cache-304485f6-b35e-4189-aebd-3b7e8043207d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.217662] env[69520]: DEBUG nova.scheduler.client.report [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updated inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 894.217954] env[69520]: DEBUG nova.compute.provider_tree [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating resource provider 093b5977-ab1e-4208-9866-9743536d6c6d generation from 85 to 86 during operation: update_inventory {{(pid=69520) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 894.218654] env[69520]: DEBUG nova.compute.provider_tree [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.229949] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.365103] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529d61d1-91ac-4efe-b64e-38f8d53ca3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.017073} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.365103] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.365103] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.365103] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.365103] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.365103] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.365103] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ec03e1a-780e-43b7-9618-57dcb35a9ae6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.379857] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.379857] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.380478] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878c7b22-f01c-4910-88f6-766692c1ed53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.388118] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 894.388118] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52255b1f-27bd-3604-06e2-5ea1a9fc7170" [ 894.388118] env[69520]: _type = "Task" [ 894.388118] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.404555] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52255b1f-27bd-3604-06e2-5ea1a9fc7170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.420784] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.448687] env[69520]: DEBUG oslo_concurrency.lockutils [req-92c846ea-e1c3-4741-8d1d-51ec8f249ae9 req-83b80396-2fee-419e-9d2c-c4fa3541f862 service nova] Releasing lock "refresh_cache-ffdfbb9c-6454-4a3c-b656-e26016ab79ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.723287] env[69520]: DEBUG oslo_vmware.api [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481867, 'name': PowerOnVM_Task, 'duration_secs': 0.94737} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.723582] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.723810] env[69520]: INFO nova.compute.manager [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Took 10.20 seconds to spawn the instance on the hypervisor. [ 894.723982] env[69520]: DEBUG nova.compute.manager [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.724852] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fb89ff-92a0-4105-9a3f-03f78e164d12 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.729613] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.388s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.730126] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.735058] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.351s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.735058] env[69520]: DEBUG nova.objects.instance [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lazy-loading 'resources' on Instance uuid dd3924a2-7f69-4f64-8a72-dab941dfbe35 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.901037] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52255b1f-27bd-3604-06e2-5ea1a9fc7170, 'name': SearchDatastore_Task, 'duration_secs': 0.034406} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.901839] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc07151-0959-4881-96ee-e07cd189daf9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.907710] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 894.907710] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5289b175-047d-41c3-5696-605e51ce5724" [ 894.907710] env[69520]: _type = "Task" [ 894.907710] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.916231] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5289b175-047d-41c3-5696-605e51ce5724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.012462] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccb1ed47-10c3-4c57-af37-0cdbdb1747c6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.012836] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccb1ed47-10c3-4c57-af37-0cdbdb1747c6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.013201] env[69520]: DEBUG nova.objects.instance [None req-ccb1ed47-10c3-4c57-af37-0cdbdb1747c6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'flavor' on Instance uuid 76521970-acd4-4616-9653-9317fcbe05e5 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.243477] env[69520]: DEBUG nova.compute.utils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.251536] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.251748] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.255864] env[69520]: INFO nova.compute.manager [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Took 46.58 seconds to build instance. [ 895.312078] env[69520]: DEBUG nova.policy [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc28c0a2c43946599281515e7fe20b94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61c2b7545f5243edbe4e2aab7ea3780e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.420120] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5289b175-047d-41c3-5696-605e51ce5724, 'name': SearchDatastore_Task, 'duration_secs': 0.036891} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.420530] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.420809] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] ffdfbb9c-6454-4a3c-b656-e26016ab79ba/ffdfbb9c-6454-4a3c-b656-e26016ab79ba.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.421421] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be457ebd-f05d-477a-84c7-7681824c72e8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.436841] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 895.436841] env[69520]: value = "task-3481869" [ 895.436841] env[69520]: _type = "Task" [ 895.436841] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.448338] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.517084] env[69520]: DEBUG nova.objects.instance [None req-ccb1ed47-10c3-4c57-af37-0cdbdb1747c6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'pci_requests' on Instance uuid 76521970-acd4-4616-9653-9317fcbe05e5 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.672766] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398b03ec-0570-4f38-9261-4985b11e9fe5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.677706] env[69520]: DEBUG nova.compute.manager [req-30f3bc10-55b1-4f06-8a53-c5da81a280cf req-3edb09a0-e4a7-4125-89fa-328713828d77 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Received event network-changed-aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.677893] env[69520]: DEBUG nova.compute.manager [req-30f3bc10-55b1-4f06-8a53-c5da81a280cf req-3edb09a0-e4a7-4125-89fa-328713828d77 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Refreshing instance network info cache due to event network-changed-aae1b373-2417-4c34-b85c-c600bf65c42c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.678124] env[69520]: DEBUG oslo_concurrency.lockutils [req-30f3bc10-55b1-4f06-8a53-c5da81a280cf req-3edb09a0-e4a7-4125-89fa-328713828d77 service nova] Acquiring lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.678272] env[69520]: DEBUG oslo_concurrency.lockutils [req-30f3bc10-55b1-4f06-8a53-c5da81a280cf req-3edb09a0-e4a7-4125-89fa-328713828d77 service nova] Acquired lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.678430] env[69520]: DEBUG nova.network.neutron [req-30f3bc10-55b1-4f06-8a53-c5da81a280cf req-3edb09a0-e4a7-4125-89fa-328713828d77 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Refreshing network info cache for port aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.684941] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0e330f-a485-4ac2-9423-4543c4821ab0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.715892] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e2e860-dc63-4c67-9d1c-555ccee750a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.723716] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6685d2-724d-407a-981a-3374d757cb99 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.738122] env[69520]: DEBUG nova.compute.provider_tree [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.752519] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.758019] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3d241f8-a6e4-4c97-9df9-47a92b793bcb tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Lock "c3f38d90-acbe-4a6a-a957-ea8145159a11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.084s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.947631] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481869, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.996372] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Successfully created port: 774210d4-865e-43cd-b6bf-e7af2d7e3012 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.019810] env[69520]: DEBUG nova.objects.base [None req-ccb1ed47-10c3-4c57-af37-0cdbdb1747c6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Object Instance<76521970-acd4-4616-9653-9317fcbe05e5> lazy-loaded attributes: flavor,pci_requests {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 896.020142] env[69520]: DEBUG nova.network.neutron [None req-ccb1ed47-10c3-4c57-af37-0cdbdb1747c6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.214537] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ccb1ed47-10c3-4c57-af37-0cdbdb1747c6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.202s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.241589] env[69520]: DEBUG nova.scheduler.client.report [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.395922] env[69520]: DEBUG nova.network.neutron [req-30f3bc10-55b1-4f06-8a53-c5da81a280cf req-3edb09a0-e4a7-4125-89fa-328713828d77 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updated VIF entry in instance network info cache for port aae1b373-2417-4c34-b85c-c600bf65c42c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.396353] env[69520]: DEBUG nova.network.neutron [req-30f3bc10-55b1-4f06-8a53-c5da81a280cf req-3edb09a0-e4a7-4125-89fa-328713828d77 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updating instance_info_cache with network_info: [{"id": "aae1b373-2417-4c34-b85c-c600bf65c42c", "address": "fa:16:3e:28:ec:5d", "network": {"id": "94278f5e-4d12-4b4e-937d-321b1f450c5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-962703683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "009e6ff6dc1b4b439c9cd93b01be8870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae1b373-24", "ovs_interfaceid": "aae1b373-2417-4c34-b85c-c600bf65c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.448862] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782854} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.449147] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] ffdfbb9c-6454-4a3c-b656-e26016ab79ba/ffdfbb9c-6454-4a3c-b656-e26016ab79ba.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.449365] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.449620] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ca6c36c-cda3-4a7f-a5ed-f0d645d3e70a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.458381] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 896.458381] env[69520]: value = "task-3481870" [ 896.458381] env[69520]: _type = "Task" [ 896.458381] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.466576] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.746331] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.749652] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.104s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.750642] env[69520]: INFO nova.compute.claims [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.761622] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.773319] env[69520]: INFO nova.scheduler.client.report [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Deleted allocations for instance dd3924a2-7f69-4f64-8a72-dab941dfbe35 [ 896.795527] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.795527] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.795527] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.795527] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.795527] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.795527] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.795527] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.795527] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.796096] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.796297] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.796484] env[69520]: DEBUG nova.virt.hardware [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.797825] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd531c5-215d-4066-b223-3a9066d3e044 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.808393] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3849d778-b5dd-4cca-b182-9e25e50d8c14 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.898821] env[69520]: DEBUG oslo_concurrency.lockutils [req-30f3bc10-55b1-4f06-8a53-c5da81a280cf req-3edb09a0-e4a7-4125-89fa-328713828d77 service nova] Releasing lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.978565] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069892} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.978565] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.978565] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d15d7b-7109-407c-995a-b97be5868c56 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.999033] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] ffdfbb9c-6454-4a3c-b656-e26016ab79ba/ffdfbb9c-6454-4a3c-b656-e26016ab79ba.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.999315] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23868d75-bc3a-4d0e-a9dc-33b8b169a16a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.020699] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 897.020699] env[69520]: value = "task-3481871" [ 897.020699] env[69520]: _type = "Task" [ 897.020699] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.031034] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.284209] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9e8bcea-cdfc-4e23-b8dc-50d2a6420c1f tempest-InstanceActionsNegativeTestJSON-340844420 tempest-InstanceActionsNegativeTestJSON-340844420-project-member] Lock "dd3924a2-7f69-4f64-8a72-dab941dfbe35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.821s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.534254] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.954905] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Successfully updated port: 774210d4-865e-43cd-b6bf-e7af2d7e3012 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.035484] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481871, 'name': ReconfigVM_Task, 'duration_secs': 0.906788} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.035704] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Reconfigured VM instance instance-0000003f to attach disk [datastore2] ffdfbb9c-6454-4a3c-b656-e26016ab79ba/ffdfbb9c-6454-4a3c-b656-e26016ab79ba.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.038734] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddbf5d12-490a-4734-b0bc-b05439bedac9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.047671] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 898.047671] env[69520]: value = "task-3481872" [ 898.047671] env[69520]: _type = "Task" [ 898.047671] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.058494] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481872, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.163628] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.163882] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.164221] env[69520]: DEBUG nova.objects.instance [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'flavor' on Instance uuid 76521970-acd4-4616-9653-9317fcbe05e5 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.186121] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aa526b-37f9-4454-8687-8b3c5b1a1543 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.198273] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108c8a91-1473-4943-a414-863d152e2558 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.236477] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a8534a-c3ba-4cf7-8fbf-ee2b8dbaffba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.245702] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2df9fb-e34a-465b-a516-925090d223bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.263209] env[69520]: DEBUG nova.compute.provider_tree [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.463025] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "refresh_cache-c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.463025] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "refresh_cache-c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.463246] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.538356] env[69520]: DEBUG nova.compute.manager [req-e844f998-fe0b-4ff5-87d2-aa677ae0f977 req-d097fb82-2bf3-4adf-9141-323d7b2d757c service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Received event network-changed-aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.538593] env[69520]: DEBUG nova.compute.manager [req-e844f998-fe0b-4ff5-87d2-aa677ae0f977 req-d097fb82-2bf3-4adf-9141-323d7b2d757c service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Refreshing instance network info cache due to event network-changed-aae1b373-2417-4c34-b85c-c600bf65c42c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.538777] env[69520]: DEBUG oslo_concurrency.lockutils [req-e844f998-fe0b-4ff5-87d2-aa677ae0f977 req-d097fb82-2bf3-4adf-9141-323d7b2d757c service nova] Acquiring lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.538926] env[69520]: DEBUG oslo_concurrency.lockutils [req-e844f998-fe0b-4ff5-87d2-aa677ae0f977 req-d097fb82-2bf3-4adf-9141-323d7b2d757c service nova] Acquired lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.539093] env[69520]: DEBUG nova.network.neutron [req-e844f998-fe0b-4ff5-87d2-aa677ae0f977 req-d097fb82-2bf3-4adf-9141-323d7b2d757c service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Refreshing network info cache for port aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.559825] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481872, 'name': Rename_Task, 'duration_secs': 0.329088} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.560371] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.560624] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28172cf2-ba29-4d47-993c-0a47f316cdfc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.571472] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 898.571472] env[69520]: value = "task-3481874" [ 898.571472] env[69520]: _type = "Task" [ 898.571472] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.580675] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.770414] env[69520]: DEBUG nova.scheduler.client.report [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.808407] env[69520]: DEBUG nova.objects.instance [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'pci_requests' on Instance uuid 76521970-acd4-4616-9653-9317fcbe05e5 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.964830] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquiring lock "c3f38d90-acbe-4a6a-a957-ea8145159a11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.965716] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Lock "c3f38d90-acbe-4a6a-a957-ea8145159a11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.965945] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquiring lock "c3f38d90-acbe-4a6a-a957-ea8145159a11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.966181] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Lock "c3f38d90-acbe-4a6a-a957-ea8145159a11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.966418] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Lock "c3f38d90-acbe-4a6a-a957-ea8145159a11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.970133] env[69520]: INFO nova.compute.manager [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Terminating instance [ 899.025954] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.083310] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481874, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.277017] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.277630] env[69520]: DEBUG nova.compute.manager [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.280582] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.634s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.304826] env[69520]: DEBUG nova.network.neutron [req-e844f998-fe0b-4ff5-87d2-aa677ae0f977 req-d097fb82-2bf3-4adf-9141-323d7b2d757c service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updated VIF entry in instance network info cache for port aae1b373-2417-4c34-b85c-c600bf65c42c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.305287] env[69520]: DEBUG nova.network.neutron [req-e844f998-fe0b-4ff5-87d2-aa677ae0f977 req-d097fb82-2bf3-4adf-9141-323d7b2d757c service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updating instance_info_cache with network_info: [{"id": "aae1b373-2417-4c34-b85c-c600bf65c42c", "address": "fa:16:3e:28:ec:5d", "network": {"id": "94278f5e-4d12-4b4e-937d-321b1f450c5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-962703683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "009e6ff6dc1b4b439c9cd93b01be8870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae1b373-24", "ovs_interfaceid": "aae1b373-2417-4c34-b85c-c600bf65c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.310184] env[69520]: DEBUG nova.objects.base [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Object Instance<76521970-acd4-4616-9653-9317fcbe05e5> lazy-loaded attributes: flavor,pci_requests {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 899.310363] env[69520]: DEBUG nova.network.neutron [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.341403] env[69520]: DEBUG nova.network.neutron [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Updating instance_info_cache with network_info: [{"id": "774210d4-865e-43cd-b6bf-e7af2d7e3012", "address": "fa:16:3e:22:d2:91", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774210d4-86", "ovs_interfaceid": "774210d4-865e-43cd-b6bf-e7af2d7e3012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.354154] env[69520]: DEBUG nova.policy [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '385aad2bcb7f4d779c43908883c5c187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f82b834ee4240feb82a5425d6a4e780', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.474012] env[69520]: DEBUG nova.compute.manager [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.474275] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.475290] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f57bb6-eb23-4147-a8b5-f7e1d25dafbf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.485579] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.485888] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f5db1dc-06ef-4de8-b28d-afeaf7ee8681 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.495835] env[69520]: DEBUG oslo_vmware.api [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for the task: (returnval){ [ 899.495835] env[69520]: value = "task-3481875" [ 899.495835] env[69520]: _type = "Task" [ 899.495835] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.510506] env[69520]: DEBUG oslo_vmware.api [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.583806] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481874, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.653587] env[69520]: DEBUG nova.network.neutron [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Successfully created port: 42e5ab9e-924a-4b48-8af3-7aafd417348b {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.784851] env[69520]: DEBUG nova.compute.utils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.792106] env[69520]: INFO nova.compute.claims [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.798566] env[69520]: DEBUG nova.compute.manager [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.798839] env[69520]: DEBUG nova.network.neutron [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.811683] env[69520]: DEBUG oslo_concurrency.lockutils [req-e844f998-fe0b-4ff5-87d2-aa677ae0f977 req-d097fb82-2bf3-4adf-9141-323d7b2d757c service nova] Releasing lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.845037] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "refresh_cache-c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.847904] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Instance network_info: |[{"id": "774210d4-865e-43cd-b6bf-e7af2d7e3012", "address": "fa:16:3e:22:d2:91", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774210d4-86", "ovs_interfaceid": "774210d4-865e-43cd-b6bf-e7af2d7e3012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.847904] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:d2:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '774210d4-865e-43cd-b6bf-e7af2d7e3012', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.858746] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.859351] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.860110] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb1340d3-def7-4ad2-a361-0cc905ab5f9b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.887583] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.887583] env[69520]: value = "task-3481876" [ 899.887583] env[69520]: _type = "Task" [ 899.887583] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.898732] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481876, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.009171] env[69520]: DEBUG oslo_vmware.api [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481875, 'name': PowerOffVM_Task, 'duration_secs': 0.312932} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.009471] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.009644] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.009920] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d49b151-9d4c-4e94-82fb-51513cf726d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.084983] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481874, 'name': PowerOnVM_Task, 'duration_secs': 1.053578} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.085637] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.086388] env[69520]: INFO nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Took 10.74 seconds to spawn the instance on the hypervisor. [ 900.086388] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.087062] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa5e5b7-58a0-4a34-87b1-efe5ea747a0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.116625] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.116997] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.117098] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Deleting the datastore file [datastore2] c3f38d90-acbe-4a6a-a957-ea8145159a11 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.117364] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b215f35d-7946-45e7-9d1b-ec2dff4c322c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.127457] env[69520]: DEBUG oslo_vmware.api [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for the task: (returnval){ [ 900.127457] env[69520]: value = "task-3481879" [ 900.127457] env[69520]: _type = "Task" [ 900.127457] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.139878] env[69520]: DEBUG oslo_vmware.api [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.177117] env[69520]: DEBUG nova.policy [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee12bb72bccc4bc890dbf92cfedcc68a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd295fe5d8e470ba4354a2defd17912', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.298732] env[69520]: DEBUG nova.compute.manager [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.305312] env[69520]: INFO nova.compute.resource_tracker [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating resource usage from migration a68f6104-e7c7-4763-a09f-06822981c475 [ 900.403358] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481876, 'name': CreateVM_Task, 'duration_secs': 0.415558} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.407159] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.407159] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.407159] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.407159] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.407159] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef4d174-be0c-4510-a2cd-a8cb70440ce3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.412032] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 900.412032] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b48f56-9f07-a80e-e934-1f757e3e40fe" [ 900.412032] env[69520]: _type = "Task" [ 900.412032] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.424754] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b48f56-9f07-a80e-e934-1f757e3e40fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.613762] env[69520]: INFO nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Took 45.70 seconds to build instance. [ 900.647922] env[69520]: DEBUG oslo_vmware.api [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Task: {'id': task-3481879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197239} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.648545] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.648722] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.649020] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.649243] env[69520]: INFO nova.compute.manager [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Took 1.18 seconds to destroy the instance on the hypervisor. [ 900.649565] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.649777] env[69520]: DEBUG nova.compute.manager [-] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.649882] env[69520]: DEBUG nova.network.neutron [-] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.744418] env[69520]: DEBUG nova.network.neutron [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Successfully created port: e15f1778-3b4f-4abb-b3be-28da2f622ff1 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.755644] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca28acc-0cb2-4212-860d-2b74d0772075 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.770913] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b788fe2-b110-42a8-babc-ed0c53e983fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.823651] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c43f3d-b8f4-4718-96e1-604265384f54 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.835218] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d420f906-43a5-42da-9b92-85f26a40f60c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.855413] env[69520]: DEBUG nova.compute.provider_tree [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.928679] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b48f56-9f07-a80e-e934-1f757e3e40fe, 'name': SearchDatastore_Task, 'duration_secs': 0.04602} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.928679] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.928679] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.928974] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.928974] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.930291] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.930291] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1c1c8b5-3314-44d3-b447-244bb1b28be6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.939565] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.939743] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.940495] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e25d3ed-f9a6-4350-96c7-236db19dbb6c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.949047] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 900.949047] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c78d7b-a98f-ce35-b406-b2b8b551eeef" [ 900.949047] env[69520]: _type = "Task" [ 900.949047] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.959573] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c78d7b-a98f-ce35-b406-b2b8b551eeef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.118197] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.022s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.307319] env[69520]: DEBUG nova.network.neutron [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Successfully updated port: 42e5ab9e-924a-4b48-8af3-7aafd417348b {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.323380] env[69520]: DEBUG nova.compute.manager [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.358474] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.358727] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.358879] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.359082] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.359232] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.359381] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.359591] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.359762] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.359925] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.360098] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.360655] env[69520]: DEBUG nova.virt.hardware [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.361260] env[69520]: DEBUG nova.scheduler.client.report [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.365589] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb402f5-ed4a-40ad-8c2a-08f411dc5fe1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.375255] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9a3020-39e2-4310-a19d-1ef93278d9b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.461110] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c78d7b-a98f-ce35-b406-b2b8b551eeef, 'name': SearchDatastore_Task, 'duration_secs': 0.013724} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.461930] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280d8017-127a-4932-b86f-fc2174379161 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.468283] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 901.468283] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286d683-8366-0df5-4b49-f9a283d3c0f2" [ 901.468283] env[69520]: _type = "Task" [ 901.468283] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.477655] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286d683-8366-0df5-4b49-f9a283d3c0f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.731013] env[69520]: DEBUG nova.network.neutron [-] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.809797] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.809999] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.810207] env[69520]: DEBUG nova.network.neutron [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.870670] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.590s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.870934] env[69520]: INFO nova.compute.manager [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Migrating [ 901.878204] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.629s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.878555] env[69520]: DEBUG nova.objects.instance [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lazy-loading 'resources' on Instance uuid 6008ce40-9804-497e-9fc2-7eb9f871e031 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.894603] env[69520]: DEBUG nova.compute.manager [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Received event network-vif-plugged-774210d4-865e-43cd-b6bf-e7af2d7e3012 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.894825] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Acquiring lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.895216] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.895216] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.895436] env[69520]: DEBUG nova.compute.manager [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] No waiting events found dispatching network-vif-plugged-774210d4-865e-43cd-b6bf-e7af2d7e3012 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.895569] env[69520]: WARNING nova.compute.manager [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Received unexpected event network-vif-plugged-774210d4-865e-43cd-b6bf-e7af2d7e3012 for instance with vm_state building and task_state spawning. [ 901.895697] env[69520]: DEBUG nova.compute.manager [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Received event network-changed-774210d4-865e-43cd-b6bf-e7af2d7e3012 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.895910] env[69520]: DEBUG nova.compute.manager [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Refreshing instance network info cache due to event network-changed-774210d4-865e-43cd-b6bf-e7af2d7e3012. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.896326] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Acquiring lock "refresh_cache-c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.896423] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Acquired lock "refresh_cache-c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.896589] env[69520]: DEBUG nova.network.neutron [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Refreshing network info cache for port 774210d4-865e-43cd-b6bf-e7af2d7e3012 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.980180] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286d683-8366-0df5-4b49-f9a283d3c0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011817} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.980430] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.980690] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4/c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.980937] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52274379-289c-4ef1-a913-4bf164823a89 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.987820] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 901.987820] env[69520]: value = "task-3481880" [ 901.987820] env[69520]: _type = "Task" [ 901.987820] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.996056] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.223668] env[69520]: DEBUG nova.compute.manager [req-756fc335-078c-4886-abe0-432363262e4e req-7a62c572-cc2d-4a39-9c41-423c4d5fffbf service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received event network-vif-plugged-42e5ab9e-924a-4b48-8af3-7aafd417348b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.223668] env[69520]: DEBUG oslo_concurrency.lockutils [req-756fc335-078c-4886-abe0-432363262e4e req-7a62c572-cc2d-4a39-9c41-423c4d5fffbf service nova] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.223668] env[69520]: DEBUG oslo_concurrency.lockutils [req-756fc335-078c-4886-abe0-432363262e4e req-7a62c572-cc2d-4a39-9c41-423c4d5fffbf service nova] Lock "76521970-acd4-4616-9653-9317fcbe05e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.223668] env[69520]: DEBUG oslo_concurrency.lockutils [req-756fc335-078c-4886-abe0-432363262e4e req-7a62c572-cc2d-4a39-9c41-423c4d5fffbf service nova] Lock "76521970-acd4-4616-9653-9317fcbe05e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.223668] env[69520]: DEBUG nova.compute.manager [req-756fc335-078c-4886-abe0-432363262e4e req-7a62c572-cc2d-4a39-9c41-423c4d5fffbf service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] No waiting events found dispatching network-vif-plugged-42e5ab9e-924a-4b48-8af3-7aafd417348b {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.223907] env[69520]: WARNING nova.compute.manager [req-756fc335-078c-4886-abe0-432363262e4e req-7a62c572-cc2d-4a39-9c41-423c4d5fffbf service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received unexpected event network-vif-plugged-42e5ab9e-924a-4b48-8af3-7aafd417348b for instance with vm_state active and task_state None. [ 902.233835] env[69520]: INFO nova.compute.manager [-] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Took 1.58 seconds to deallocate network for instance. [ 902.351598] env[69520]: WARNING nova.network.neutron [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] 013ed665-9824-4fa4-ac53-064750178406 already exists in list: networks containing: ['013ed665-9824-4fa4-ac53-064750178406']. ignoring it [ 902.388502] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.388729] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.388958] env[69520]: DEBUG nova.network.neutron [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.497902] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470322} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.502424] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4/c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.502642] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.503273] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0342ca91-3d68-450c-a99f-6d7ed8b00f09 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.520196] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 902.520196] env[69520]: value = "task-3481882" [ 902.520196] env[69520]: _type = "Task" [ 902.520196] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.529015] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.693887] env[69520]: DEBUG nova.network.neutron [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42e5ab9e-924a-4b48-8af3-7aafd417348b", "address": "fa:16:3e:92:7b:4a", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e5ab9e-92", "ovs_interfaceid": "42e5ab9e-924a-4b48-8af3-7aafd417348b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.744102] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.826426] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be418f25-3fe4-4625-841d-a4b5fb0d651f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.829917] env[69520]: DEBUG nova.network.neutron [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Updated VIF entry in instance network info cache for port 774210d4-865e-43cd-b6bf-e7af2d7e3012. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.830276] env[69520]: DEBUG nova.network.neutron [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Updating instance_info_cache with network_info: [{"id": "774210d4-865e-43cd-b6bf-e7af2d7e3012", "address": "fa:16:3e:22:d2:91", "network": {"id": "4694ba17-3518-4c4a-a260-5b54ea6d6593", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1468559058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c2b7545f5243edbe4e2aab7ea3780e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774210d4-86", "ovs_interfaceid": "774210d4-865e-43cd-b6bf-e7af2d7e3012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.837396] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bc8118-54c1-4570-8226-08b353acfb0a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.876706] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f905c0-eb30-445a-bce0-0a60f56e67ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.885603] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22893e38-7983-480b-89aa-2114115a60b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.903806] env[69520]: DEBUG nova.compute.provider_tree [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.911292] env[69520]: DEBUG nova.network.neutron [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Successfully updated port: e15f1778-3b4f-4abb-b3be-28da2f622ff1 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.029036] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064462} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.029320] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.030123] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed2fe6-7031-4cd2-8550-d9733adc5859 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.053246] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4/c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.053540] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8696fc9-0ed9-49b9-91c2-1dfd13fd80f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.082246] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 903.082246] env[69520]: value = "task-3481883" [ 903.082246] env[69520]: _type = "Task" [ 903.082246] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.091262] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.197393] env[69520]: DEBUG nova.network.neutron [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance_info_cache with network_info: [{"id": "43cc768b-718b-46df-81c6-b1fecd8e8546", "address": "fa:16:3e:de:f7:ca", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43cc768b-71", "ovs_interfaceid": "43cc768b-718b-46df-81c6-b1fecd8e8546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.199046] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.199659] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.199820] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.200686] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d013cca2-0cc0-4b33-a2f5-78adeb62bf0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.219754] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.220053] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.223120] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.223120] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.223120] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.223120] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.223120] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.223120] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.223120] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.223120] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.223120] env[69520]: DEBUG nova.virt.hardware [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.227946] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Reconfiguring VM to attach interface {{(pid=69520) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 903.228819] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c69312-ad61-4e70-b8b1-61a07843aeac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.249047] env[69520]: DEBUG oslo_vmware.api [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 903.249047] env[69520]: value = "task-3481884" [ 903.249047] env[69520]: _type = "Task" [ 903.249047] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.260234] env[69520]: DEBUG oslo_vmware.api [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481884, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.333821] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Releasing lock "refresh_cache-c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.333821] env[69520]: DEBUG nova.compute.manager [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Received event network-changed-aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.333821] env[69520]: DEBUG nova.compute.manager [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Refreshing instance network info cache due to event network-changed-aae1b373-2417-4c34-b85c-c600bf65c42c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.334069] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Acquiring lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.334452] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Acquired lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.334452] env[69520]: DEBUG nova.network.neutron [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Refreshing network info cache for port aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.410763] env[69520]: DEBUG nova.scheduler.client.report [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.415384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "refresh_cache-99923d06-d31c-4c3c-ad53-4fd59c5066f6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.415384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "refresh_cache-99923d06-d31c-4c3c-ad53-4fd59c5066f6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.415497] env[69520]: DEBUG nova.network.neutron [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.593418] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481883, 'name': ReconfigVM_Task, 'duration_secs': 0.488291} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.593623] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Reconfigured VM instance instance-00000040 to attach disk [datastore1] c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4/c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.594258] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06f6f153-1631-4e8c-a7e5-e8a9f28bed8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.601810] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 903.601810] env[69520]: value = "task-3481885" [ 903.601810] env[69520]: _type = "Task" [ 903.601810] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.613297] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481885, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.704920] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.762772] env[69520]: DEBUG oslo_vmware.api [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.823882] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquiring lock "f6523d7a-32af-480b-bf51-980f79de4a5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.824019] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Lock "f6523d7a-32af-480b-bf51-980f79de4a5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.824207] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquiring lock "f6523d7a-32af-480b-bf51-980f79de4a5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.824501] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Lock "f6523d7a-32af-480b-bf51-980f79de4a5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.824962] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Lock "f6523d7a-32af-480b-bf51-980f79de4a5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.827770] env[69520]: INFO nova.compute.manager [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Terminating instance [ 903.918141] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.923992] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.868s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.924455] env[69520]: DEBUG nova.objects.instance [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 903.957287] env[69520]: INFO nova.scheduler.client.report [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Deleted allocations for instance 6008ce40-9804-497e-9fc2-7eb9f871e031 [ 904.006547] env[69520]: DEBUG nova.network.neutron [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.116880] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481885, 'name': Rename_Task, 'duration_secs': 0.156594} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.117245] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.117503] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7da04991-c79a-4bad-bcd0-2d11b0bcf945 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.133557] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 904.133557] env[69520]: value = "task-3481886" [ 904.133557] env[69520]: _type = "Task" [ 904.133557] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.145483] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.202679] env[69520]: DEBUG nova.network.neutron [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updated VIF entry in instance network info cache for port aae1b373-2417-4c34-b85c-c600bf65c42c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.203071] env[69520]: DEBUG nova.network.neutron [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updating instance_info_cache with network_info: [{"id": "aae1b373-2417-4c34-b85c-c600bf65c42c", "address": "fa:16:3e:28:ec:5d", "network": {"id": "94278f5e-4d12-4b4e-937d-321b1f450c5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-962703683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "009e6ff6dc1b4b439c9cd93b01be8870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae1b373-24", "ovs_interfaceid": "aae1b373-2417-4c34-b85c-c600bf65c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.213026] env[69520]: DEBUG nova.compute.manager [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Received event network-vif-deleted-b39c348b-ad36-4d48-bc15-dbe057fcb538 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.213327] env[69520]: DEBUG nova.compute.manager [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Received event network-vif-plugged-e15f1778-3b4f-4abb-b3be-28da2f622ff1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.213517] env[69520]: DEBUG oslo_concurrency.lockutils [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] Acquiring lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.213714] env[69520]: DEBUG oslo_concurrency.lockutils [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] Lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.213870] env[69520]: DEBUG oslo_concurrency.lockutils [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] Lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.214035] env[69520]: DEBUG nova.compute.manager [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] No waiting events found dispatching network-vif-plugged-e15f1778-3b4f-4abb-b3be-28da2f622ff1 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.214199] env[69520]: WARNING nova.compute.manager [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Received unexpected event network-vif-plugged-e15f1778-3b4f-4abb-b3be-28da2f622ff1 for instance with vm_state building and task_state spawning. [ 904.214352] env[69520]: DEBUG nova.compute.manager [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Received event network-changed-e15f1778-3b4f-4abb-b3be-28da2f622ff1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.214497] env[69520]: DEBUG nova.compute.manager [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Refreshing instance network info cache due to event network-changed-e15f1778-3b4f-4abb-b3be-28da2f622ff1. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.214656] env[69520]: DEBUG oslo_concurrency.lockutils [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] Acquiring lock "refresh_cache-99923d06-d31c-4c3c-ad53-4fd59c5066f6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.245188] env[69520]: DEBUG nova.network.neutron [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Updating instance_info_cache with network_info: [{"id": "e15f1778-3b4f-4abb-b3be-28da2f622ff1", "address": "fa:16:3e:61:6c:94", "network": {"id": "c4e54f41-e8c6-4ccd-814d-fcf7eccd61a7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-498688626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebd295fe5d8e470ba4354a2defd17912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15f1778-3b", "ovs_interfaceid": "e15f1778-3b4f-4abb-b3be-28da2f622ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.262555] env[69520]: DEBUG oslo_vmware.api [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481884, 'name': ReconfigVM_Task, 'duration_secs': 0.71513} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.263912] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.264357] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Reconfigured VM to attach interface {{(pid=69520) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 904.332063] env[69520]: DEBUG nova.compute.manager [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.332326] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.333341] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f82e01-f8ba-40a0-8fa8-58226a52d091 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.345816] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.345979] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5739ef2f-9963-42a0-8ac3-20cb854ee9f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.354154] env[69520]: DEBUG oslo_vmware.api [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 904.354154] env[69520]: value = "task-3481887" [ 904.354154] env[69520]: _type = "Task" [ 904.354154] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.364925] env[69520]: DEBUG oslo_vmware.api [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.466622] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67353006-18ea-4c12-b9c7-a08bdd8aa124 tempest-SecurityGroupsTestJSON-690237821 tempest-SecurityGroupsTestJSON-690237821-project-member] Lock "6008ce40-9804-497e-9fc2-7eb9f871e031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.883s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.534943] env[69520]: DEBUG nova.compute.manager [req-1dace4c4-a12e-4fcb-810c-c4439c89d1dd req-cadbb862-8637-49d8-9780-98f376cff8f1 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received event network-changed-42e5ab9e-924a-4b48-8af3-7aafd417348b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.535197] env[69520]: DEBUG nova.compute.manager [req-1dace4c4-a12e-4fcb-810c-c4439c89d1dd req-cadbb862-8637-49d8-9780-98f376cff8f1 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Refreshing instance network info cache due to event network-changed-42e5ab9e-924a-4b48-8af3-7aafd417348b. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.535438] env[69520]: DEBUG oslo_concurrency.lockutils [req-1dace4c4-a12e-4fcb-810c-c4439c89d1dd req-cadbb862-8637-49d8-9780-98f376cff8f1 service nova] Acquiring lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.535612] env[69520]: DEBUG oslo_concurrency.lockutils [req-1dace4c4-a12e-4fcb-810c-c4439c89d1dd req-cadbb862-8637-49d8-9780-98f376cff8f1 service nova] Acquired lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.535804] env[69520]: DEBUG nova.network.neutron [req-1dace4c4-a12e-4fcb-810c-c4439c89d1dd req-cadbb862-8637-49d8-9780-98f376cff8f1 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Refreshing network info cache for port 42e5ab9e-924a-4b48-8af3-7aafd417348b {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.645032] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481886, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.705800] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Releasing lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.706116] env[69520]: DEBUG nova.compute.manager [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Received event network-changed-aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.706410] env[69520]: DEBUG nova.compute.manager [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Refreshing instance network info cache due to event network-changed-aae1b373-2417-4c34-b85c-c600bf65c42c. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.706809] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Acquiring lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.706809] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Acquired lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.706926] env[69520]: DEBUG nova.network.neutron [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Refreshing network info cache for port aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.746975] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "refresh_cache-99923d06-d31c-4c3c-ad53-4fd59c5066f6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.747328] env[69520]: DEBUG nova.compute.manager [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Instance network_info: |[{"id": "e15f1778-3b4f-4abb-b3be-28da2f622ff1", "address": "fa:16:3e:61:6c:94", "network": {"id": "c4e54f41-e8c6-4ccd-814d-fcf7eccd61a7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-498688626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebd295fe5d8e470ba4354a2defd17912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15f1778-3b", "ovs_interfaceid": "e15f1778-3b4f-4abb-b3be-28da2f622ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.747737] env[69520]: DEBUG oslo_concurrency.lockutils [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] Acquired lock "refresh_cache-99923d06-d31c-4c3c-ad53-4fd59c5066f6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.747979] env[69520]: DEBUG nova.network.neutron [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Refreshing network info cache for port e15f1778-3b4f-4abb-b3be-28da2f622ff1 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.749133] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:6c:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e15f1778-3b4f-4abb-b3be-28da2f622ff1', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.758650] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Creating folder: Project (ebd295fe5d8e470ba4354a2defd17912). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.759823] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ce98887-f8cf-41d6-af06-d714cc721df3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.770213] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b1c1879-ad12-4426-be4b-e1ee910ddd33 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.606s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.774169] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Created folder: Project (ebd295fe5d8e470ba4354a2defd17912) in parent group-v695915. [ 904.774398] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Creating folder: Instances. Parent ref: group-v696094. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.774642] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3f6b41e-1c3b-45e1-99a5-8bcc95d2f895 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.785893] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Created folder: Instances in parent group-v696094. [ 904.786155] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.786343] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.786546] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c961f4ed-6ea2-496b-bfd6-fbdcaa7d4d0f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.808871] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.808871] env[69520]: value = "task-3481890" [ 904.808871] env[69520]: _type = "Task" [ 904.808871] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.817975] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481890, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.847355] env[69520]: DEBUG oslo_concurrency.lockutils [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.847840] env[69520]: DEBUG oslo_concurrency.lockutils [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.848223] env[69520]: DEBUG oslo_concurrency.lockutils [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.848560] env[69520]: DEBUG oslo_concurrency.lockutils [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.848821] env[69520]: DEBUG oslo_concurrency.lockutils [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.851101] env[69520]: INFO nova.compute.manager [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Terminating instance [ 904.866379] env[69520]: DEBUG oslo_vmware.api [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481887, 'name': PowerOffVM_Task, 'duration_secs': 0.240224} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.866805] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.866805] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.867354] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a37ae69d-5654-40dd-9b82-be08f36b41a7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.935524] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f6433fc6-45bb-4c34-a2ee-751283ad4a16 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.936772] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.826s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.938345] env[69520]: INFO nova.compute.claims [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.144668] env[69520]: DEBUG oslo_vmware.api [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481886, 'name': PowerOnVM_Task, 'duration_secs': 0.585979} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.147981] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.147981] env[69520]: INFO nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Took 8.39 seconds to spawn the instance on the hypervisor. [ 905.147981] env[69520]: DEBUG nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.148575] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9508ff-6a4f-4396-9a1e-d55e9d28ac12 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.231028] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac831d64-1a38-4101-b0df-32edd874294b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.253438] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance '935e3299-8852-4ca8-bf2c-3e12c731cebd' progress to 0 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.322876] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481890, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.360019] env[69520]: DEBUG nova.compute.manager [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.360298] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.361189] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406b0cbf-1869-4826-8567-bdff734daaca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.377449] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.380767] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-427d1058-956a-48e5-9ae9-d0a635337f8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.390051] env[69520]: DEBUG oslo_vmware.api [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 905.390051] env[69520]: value = "task-3481892" [ 905.390051] env[69520]: _type = "Task" [ 905.390051] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.400056] env[69520]: DEBUG oslo_vmware.api [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.400852] env[69520]: DEBUG nova.network.neutron [req-1dace4c4-a12e-4fcb-810c-c4439c89d1dd req-cadbb862-8637-49d8-9780-98f376cff8f1 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updated VIF entry in instance network info cache for port 42e5ab9e-924a-4b48-8af3-7aafd417348b. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.401262] env[69520]: DEBUG nova.network.neutron [req-1dace4c4-a12e-4fcb-810c-c4439c89d1dd req-cadbb862-8637-49d8-9780-98f376cff8f1 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42e5ab9e-924a-4b48-8af3-7aafd417348b", "address": "fa:16:3e:92:7b:4a", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e5ab9e-92", "ovs_interfaceid": "42e5ab9e-924a-4b48-8af3-7aafd417348b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.466867] env[69520]: DEBUG nova.network.neutron [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Updated VIF entry in instance network info cache for port e15f1778-3b4f-4abb-b3be-28da2f622ff1. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.466867] env[69520]: DEBUG nova.network.neutron [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Updating instance_info_cache with network_info: [{"id": "e15f1778-3b4f-4abb-b3be-28da2f622ff1", "address": "fa:16:3e:61:6c:94", "network": {"id": "c4e54f41-e8c6-4ccd-814d-fcf7eccd61a7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-498688626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebd295fe5d8e470ba4354a2defd17912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15f1778-3b", "ovs_interfaceid": "e15f1778-3b4f-4abb-b3be-28da2f622ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.531607] env[69520]: DEBUG nova.network.neutron [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updated VIF entry in instance network info cache for port aae1b373-2417-4c34-b85c-c600bf65c42c. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.532333] env[69520]: DEBUG nova.network.neutron [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updating instance_info_cache with network_info: [{"id": "aae1b373-2417-4c34-b85c-c600bf65c42c", "address": "fa:16:3e:28:ec:5d", "network": {"id": "94278f5e-4d12-4b4e-937d-321b1f450c5c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-962703683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "009e6ff6dc1b4b439c9cd93b01be8870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae1b373-24", "ovs_interfaceid": "aae1b373-2417-4c34-b85c-c600bf65c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.669987] env[69520]: INFO nova.compute.manager [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Took 47.41 seconds to build instance. [ 905.760657] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.761189] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cba330d1-471e-4731-b329-c09deb564948 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.770170] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 905.770170] env[69520]: value = "task-3481893" [ 905.770170] env[69520]: _type = "Task" [ 905.770170] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.784247] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.790316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Acquiring lock "90c6232f-8825-4543-b5d9-f4bcb3df371d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.790967] env[69520]: DEBUG oslo_concurrency.lockutils [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "90c6232f-8825-4543-b5d9-f4bcb3df371d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.820475] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481890, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.903525] env[69520]: DEBUG oslo_concurrency.lockutils [req-1dace4c4-a12e-4fcb-810c-c4439c89d1dd req-cadbb862-8637-49d8-9780-98f376cff8f1 service nova] Releasing lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.904074] env[69520]: DEBUG oslo_vmware.api [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481892, 'name': PowerOffVM_Task, 'duration_secs': 0.41651} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.904395] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.904619] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.904900] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62f76eb3-026f-4314-8d64-68b31ffec211 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.971700] env[69520]: DEBUG oslo_concurrency.lockutils [req-1a9008c3-4363-43b2-8556-a0470b96c4a2 req-51e1c989-a309-42ee-ae70-59a43e2a302a service nova] Releasing lock "refresh_cache-99923d06-d31c-4c3c-ad53-4fd59c5066f6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.036513] env[69520]: DEBUG oslo_concurrency.lockutils [req-372cf80a-8918-4489-99e9-b972e292520b req-7e6a8c54-e370-4798-8f60-c40f027f2b97 service nova] Releasing lock "refresh_cache-f6523d7a-32af-480b-bf51-980f79de4a5f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.175794] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20591219-552e-4b29-a7c9-d38cbf398066 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.055s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.288745] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481893, 'name': PowerOffVM_Task, 'duration_secs': 0.232897} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.288994] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.289489] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance '935e3299-8852-4ca8-bf2c-3e12c731cebd' progress to 17 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.295558] env[69520]: DEBUG nova.compute.manager [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.325943] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481890, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.400072] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e937541-6b36-4a2e-8470-78e6722bc5fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.408959] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e17f78-8731-4562-853f-44a8dfd98431 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.445525] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8b9038-2aa5-4805-bb0a-70763217343c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.457560] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27371d-f3f1-4865-afae-2bfff6ebb752 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.473910] env[69520]: DEBUG nova.compute.provider_tree [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.802093] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.802093] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.802093] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.802485] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.803293] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.803611] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.803911] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.804121] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.804448] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.804917] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.805455] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.821503] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b7aff15-1132-4085-90eb-f9e0bb85329e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.854715] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481890, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.857368] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 906.857368] env[69520]: value = "task-3481895" [ 906.857368] env[69520]: _type = "Task" [ 906.857368] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.858447] env[69520]: DEBUG oslo_concurrency.lockutils [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.878433] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.954631] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.954631] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.955621] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Deleting the datastore file [datastore1] f6523d7a-32af-480b-bf51-980f79de4a5f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.955621] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0536d011-2d68-4ed0-84b8-25871147b69f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.963183] env[69520]: DEBUG oslo_vmware.api [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for the task: (returnval){ [ 906.963183] env[69520]: value = "task-3481896" [ 906.963183] env[69520]: _type = "Task" [ 906.963183] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.979419] env[69520]: DEBUG nova.scheduler.client.report [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.981275] env[69520]: DEBUG oslo_vmware.api [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.986159] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.986519] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.986780] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Deleting the datastore file [datastore1] c28e5b14-b67f-4413-b8c8-ca18f2845e8d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.987461] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9bc0a08-0945-478c-8a4b-1091457076ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.997148] env[69520]: DEBUG oslo_vmware.api [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for the task: (returnval){ [ 906.997148] env[69520]: value = "task-3481897" [ 906.997148] env[69520]: _type = "Task" [ 906.997148] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.010385] env[69520]: DEBUG oslo_vmware.api [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.333506] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481890, 'name': CreateVM_Task, 'duration_secs': 2.475467} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.333698] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.334666] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.334852] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.335230] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.335518] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68958e72-487f-4eff-b29f-366b36dfa00a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.341917] env[69520]: DEBUG oslo_concurrency.lockutils [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.342154] env[69520]: DEBUG oslo_concurrency.lockutils [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.342377] env[69520]: DEBUG oslo_concurrency.lockutils [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.342558] env[69520]: DEBUG oslo_concurrency.lockutils [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.342717] env[69520]: DEBUG oslo_concurrency.lockutils [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.345137] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 907.345137] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52984463-b35a-15d8-1a36-7d1ce363fff4" [ 907.345137] env[69520]: _type = "Task" [ 907.345137] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.345911] env[69520]: INFO nova.compute.manager [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Terminating instance [ 907.361556] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52984463-b35a-15d8-1a36-7d1ce363fff4, 'name': SearchDatastore_Task, 'duration_secs': 0.013495} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.364864] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.365228] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.365563] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.365720] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.365896] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.366471] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcfd4c07-f1bb-46f9-88fc-04d5606665ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.374991] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481895, 'name': ReconfigVM_Task, 'duration_secs': 0.367385} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.375382] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance '935e3299-8852-4ca8-bf2c-3e12c731cebd' progress to 33 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.379799] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.379799] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.380738] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b851ec-53e0-4f7f-bccc-781c6d9cd7d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.386974] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 907.386974] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c4b558-2e00-0995-468d-93bfe5764bf6" [ 907.386974] env[69520]: _type = "Task" [ 907.386974] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.397650] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c4b558-2e00-0995-468d-93bfe5764bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.455961] env[69520]: DEBUG oslo_concurrency.lockutils [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.456322] env[69520]: DEBUG oslo_concurrency.lockutils [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.456573] env[69520]: DEBUG oslo_concurrency.lockutils [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.456772] env[69520]: DEBUG oslo_concurrency.lockutils [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.456941] env[69520]: DEBUG oslo_concurrency.lockutils [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.459622] env[69520]: INFO nova.compute.manager [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Terminating instance [ 907.479998] env[69520]: DEBUG oslo_vmware.api [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Task: {'id': task-3481896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252179} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.480893] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.482377] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.482377] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.482377] env[69520]: INFO nova.compute.manager [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Took 3.15 seconds to destroy the instance on the hypervisor. [ 907.482377] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.482377] env[69520]: DEBUG nova.compute.manager [-] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.482377] env[69520]: DEBUG nova.network.neutron [-] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.491022] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.491022] env[69520]: DEBUG nova.compute.manager [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.491533] env[69520]: DEBUG oslo_concurrency.lockutils [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.649s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.491780] env[69520]: DEBUG nova.objects.instance [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lazy-loading 'resources' on Instance uuid 4c2791ad-bae8-44d4-a17a-bebe2dc29af6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.512480] env[69520]: DEBUG oslo_vmware.api [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Task: {'id': task-3481897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249445} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.512594] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.512796] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.512982] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.513183] env[69520]: INFO nova.compute.manager [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Took 2.15 seconds to destroy the instance on the hypervisor. [ 907.513430] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.513649] env[69520]: DEBUG nova.compute.manager [-] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.513746] env[69520]: DEBUG nova.network.neutron [-] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.757094] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-89a72be6-54c9-4833-a283-833b2503ca5e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.757393] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-89a72be6-54c9-4833-a283-833b2503ca5e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.757807] env[69520]: DEBUG nova.objects.instance [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'flavor' on Instance uuid 76521970-acd4-4616-9653-9317fcbe05e5 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.795127] env[69520]: DEBUG nova.compute.manager [req-2966761b-047a-4e43-a2d4-22ac9f2a59b6 req-1427b8f0-8ba6-406f-bc87-1139dfc1a01a service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Received event network-vif-deleted-aae1b373-2417-4c34-b85c-c600bf65c42c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.795127] env[69520]: INFO nova.compute.manager [req-2966761b-047a-4e43-a2d4-22ac9f2a59b6 req-1427b8f0-8ba6-406f-bc87-1139dfc1a01a service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Neutron deleted interface aae1b373-2417-4c34-b85c-c600bf65c42c; detaching it from the instance and deleting it from the info cache [ 907.795127] env[69520]: DEBUG nova.network.neutron [req-2966761b-047a-4e43-a2d4-22ac9f2a59b6 req-1427b8f0-8ba6-406f-bc87-1139dfc1a01a service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.855824] env[69520]: DEBUG nova.compute.manager [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.856138] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.857117] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adab6fc-f26b-45e7-b106-075943eb9a56 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.868676] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.868943] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17b24da3-64d6-4782-8e3d-694565b00c37 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.877929] env[69520]: DEBUG oslo_vmware.api [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 907.877929] env[69520]: value = "task-3481898" [ 907.877929] env[69520]: _type = "Task" [ 907.877929] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.882992] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.884623] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.884771] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.885043] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.885125] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.885328] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.885540] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.885705] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.885871] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.886129] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.886238] env[69520]: DEBUG nova.virt.hardware [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.892137] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 907.892742] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab65135a-94eb-47d2-82a9-e42674c7498b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.917885] env[69520]: DEBUG oslo_vmware.api [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.924244] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c4b558-2e00-0995-468d-93bfe5764bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.926347] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 907.926347] env[69520]: value = "task-3481899" [ 907.926347] env[69520]: _type = "Task" [ 907.926347] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.926630] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b1ed22-0bc8-4a45-8a38-f5e9821c641c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.937022] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 907.937022] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5223e7be-5e77-f94e-eaf1-ded1cdd0ae7a" [ 907.937022] env[69520]: _type = "Task" [ 907.937022] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.943202] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.952346] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5223e7be-5e77-f94e-eaf1-ded1cdd0ae7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.952625] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.952906] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 99923d06-d31c-4c3c-ad53-4fd59c5066f6/99923d06-d31c-4c3c-ad53-4fd59c5066f6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.953328] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b80fd5e-1f27-412e-a1a4-a9862d64a215 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.961427] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 907.961427] env[69520]: value = "task-3481900" [ 907.961427] env[69520]: _type = "Task" [ 907.961427] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.970626] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.975207] env[69520]: DEBUG nova.compute.manager [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.975207] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.975207] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f83847-6e6a-4797-8003-c769038c2b7e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.983117] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.983510] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-273a934d-2633-4f60-8882-162bfa4e1d7c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.992576] env[69520]: DEBUG oslo_vmware.api [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 907.992576] env[69520]: value = "task-3481901" [ 907.992576] env[69520]: _type = "Task" [ 907.992576] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.000975] env[69520]: DEBUG nova.compute.utils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.011764] env[69520]: DEBUG nova.compute.manager [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.011764] env[69520]: DEBUG nova.network.neutron [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.011764] env[69520]: DEBUG oslo_vmware.api [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.057148] env[69520]: DEBUG nova.policy [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a85ac083c5c644fa9e1368aca2709edd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb0c4403ca42419288134cc1aa84f49a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.274819] env[69520]: DEBUG nova.network.neutron [-] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.298868] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56c9ad7a-890d-462b-b499-5dff197c658d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.315341] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3b0b98-6a0b-40c8-b7e5-ef7b6898e3f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.367260] env[69520]: DEBUG nova.compute.manager [req-2966761b-047a-4e43-a2d4-22ac9f2a59b6 req-1427b8f0-8ba6-406f-bc87-1139dfc1a01a service nova] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Detach interface failed, port_id=aae1b373-2417-4c34-b85c-c600bf65c42c, reason: Instance f6523d7a-32af-480b-bf51-980f79de4a5f could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 908.392723] env[69520]: DEBUG oslo_vmware.api [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481898, 'name': PowerOffVM_Task, 'duration_secs': 0.188719} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.392723] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.392723] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.392723] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbabaad7-f8ce-4986-8630-57c175749439 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.440639] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481899, 'name': ReconfigVM_Task, 'duration_secs': 0.200235} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.441356] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 908.441899] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c827a8e8-c5d2-4e54-9ed6-7e954fdd6c00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.467598] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 935e3299-8852-4ca8-bf2c-3e12c731cebd/935e3299-8852-4ca8-bf2c-3e12c731cebd.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.471018] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50296ddc-f8e3-4a93-be9f-dd099d6fbe43 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.483459] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.483617] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.483699] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleting the datastore file [datastore2] ffdfbb9c-6454-4a3c-b656-e26016ab79ba {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.489953] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c23ce0f-2914-4c88-854f-fe19b0208fdd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.493262] env[69520]: DEBUG nova.objects.instance [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'pci_requests' on Instance uuid 76521970-acd4-4616-9653-9317fcbe05e5 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.504404] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526223} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.504404] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 908.504404] env[69520]: value = "task-3481903" [ 908.504404] env[69520]: _type = "Task" [ 908.504404] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.505983] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 99923d06-d31c-4c3c-ad53-4fd59c5066f6/99923d06-d31c-4c3c-ad53-4fd59c5066f6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.506347] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.506922] env[69520]: DEBUG oslo_vmware.api [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 908.506922] env[69520]: value = "task-3481904" [ 908.506922] env[69520]: _type = "Task" [ 908.506922] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.507632] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf894b76-0e6e-4a6f-aebc-36eb9b3caeaa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.518806] env[69520]: DEBUG nova.compute.manager [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.525414] env[69520]: DEBUG oslo_vmware.api [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481901, 'name': PowerOffVM_Task, 'duration_secs': 0.255343} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.527049] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.527304] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.528181] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8b415f3-1d46-47a7-a941-3eea1a0f751e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.541220] env[69520]: DEBUG oslo_vmware.api [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.543968] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 908.543968] env[69520]: value = "task-3481905" [ 908.543968] env[69520]: _type = "Task" [ 908.543968] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.543968] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.556374] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.595353] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e7c45a-495c-42dd-bfff-c0537c4654e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.607795] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336647ec-5b2a-4f49-b984-d12fca017d5b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.612424] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.612424] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.612424] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleting the datastore file [datastore1] c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.613113] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc8798bf-1142-44f0-aa67-ba07f66903a7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.646749] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddee124-1cee-4217-ae5d-e50b1a0a05b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.649621] env[69520]: DEBUG oslo_vmware.api [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for the task: (returnval){ [ 908.649621] env[69520]: value = "task-3481907" [ 908.649621] env[69520]: _type = "Task" [ 908.649621] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.657206] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691161ab-4036-494d-9ffe-71ea415e006a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.664326] env[69520]: DEBUG oslo_vmware.api [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.675864] env[69520]: DEBUG nova.compute.provider_tree [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.780829] env[69520]: INFO nova.compute.manager [-] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Took 1.30 seconds to deallocate network for instance. [ 908.847960] env[69520]: DEBUG nova.network.neutron [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Successfully created port: 851d525f-8482-45bf-b297-2e156a27e50d {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.996720] env[69520]: DEBUG nova.objects.base [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Object Instance<76521970-acd4-4616-9653-9317fcbe05e5> lazy-loaded attributes: flavor,pci_requests {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 908.997060] env[69520]: DEBUG nova.network.neutron [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.022860] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481903, 'name': ReconfigVM_Task, 'duration_secs': 0.434273} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.023656] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 935e3299-8852-4ca8-bf2c-3e12c731cebd/935e3299-8852-4ca8-bf2c-3e12c731cebd.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.024187] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance '935e3299-8852-4ca8-bf2c-3e12c731cebd' progress to 50 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.034459] env[69520]: DEBUG oslo_vmware.api [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269524} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.037032] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.037261] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.037591] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.037797] env[69520]: INFO nova.compute.manager [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Took 1.18 seconds to destroy the instance on the hypervisor. [ 909.038085] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.038326] env[69520]: DEBUG nova.compute.manager [-] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.038446] env[69520]: DEBUG nova.network.neutron [-] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.776506] env[69520]: DEBUG nova.network.neutron [-] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.781802] env[69520]: DEBUG nova.scheduler.client.report [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.781802] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.783534] env[69520]: DEBUG nova.compute.manager [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.785798] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101727} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.787607] env[69520]: DEBUG nova.policy [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '385aad2bcb7f4d779c43908883c5c187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f82b834ee4240feb82a5425d6a4e780', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.796781] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9de896-db76-4878-9b60-ec4ba7813114 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.799756] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.800905] env[69520]: DEBUG nova.compute.manager [req-c9fbb8b1-66e7-4c6b-9250-fb5a4fc76c8b req-695554d7-a43a-4489-a56e-85d6977bcd4f service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Received event network-vif-deleted-31f9bcd1-bae5-448d-9534-2a90e067c817 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.801097] env[69520]: INFO nova.compute.manager [req-c9fbb8b1-66e7-4c6b-9250-fb5a4fc76c8b req-695554d7-a43a-4489-a56e-85d6977bcd4f service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Neutron deleted interface 31f9bcd1-bae5-448d-9534-2a90e067c817; detaching it from the instance and deleting it from the info cache [ 909.801269] env[69520]: DEBUG nova.network.neutron [req-c9fbb8b1-66e7-4c6b-9250-fb5a4fc76c8b req-695554d7-a43a-4489-a56e-85d6977bcd4f service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.805027] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310acb6-1e49-429c-92ef-786dfa00e234 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.839826] env[69520]: DEBUG oslo_vmware.api [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Task: {'id': task-3481907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210021} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.848509] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 99923d06-d31c-4c3c-ad53-4fd59c5066f6/99923d06-d31c-4c3c-ad53-4fd59c5066f6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.850826] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.851047] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.851203] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.851381] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.851525] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.851663] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.851878] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.852037] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.852231] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.852402] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.852570] env[69520]: DEBUG nova.virt.hardware [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.853367] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9103fd93-64c3-402d-a697-9b68364223fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.855968] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.856190] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.856361] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.856529] env[69520]: INFO nova.compute.manager [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Took 1.88 seconds to destroy the instance on the hypervisor. [ 909.856753] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.857429] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401d8127-387b-4749-862c-b044e9b88010 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.872558] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aeeec1-783c-4e14-8a15-6336cff0f679 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.875173] env[69520]: DEBUG nova.compute.manager [-] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.875288] env[69520]: DEBUG nova.network.neutron [-] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.897319] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7070bb-387e-4210-af98-58fb3e80811d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.901662] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance '935e3299-8852-4ca8-bf2c-3e12c731cebd' progress to 67 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.909043] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 909.909043] env[69520]: value = "task-3481908" [ 909.909043] env[69520]: _type = "Task" [ 909.909043] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.926675] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.197930] env[69520]: DEBUG nova.compute.manager [req-10e1101e-976b-496e-b602-70dc68a087f0 req-7b0a6c37-4eaf-4b04-b3f4-3bfddcbf4836 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Received event network-vif-deleted-c9132491-446f-49ea-9ccd-7ed130a5ce69 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.198172] env[69520]: INFO nova.compute.manager [req-10e1101e-976b-496e-b602-70dc68a087f0 req-7b0a6c37-4eaf-4b04-b3f4-3bfddcbf4836 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Neutron deleted interface c9132491-446f-49ea-9ccd-7ed130a5ce69; detaching it from the instance and deleting it from the info cache [ 910.199018] env[69520]: DEBUG nova.network.neutron [req-10e1101e-976b-496e-b602-70dc68a087f0 req-7b0a6c37-4eaf-4b04-b3f4-3bfddcbf4836 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.293097] env[69520]: INFO nova.compute.manager [-] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Took 2.78 seconds to deallocate network for instance. [ 910.293891] env[69520]: DEBUG oslo_concurrency.lockutils [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.803s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.297784] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 36.190s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.307385] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbd1b25a-ae5f-4953-bb20-fdc6dba6d320 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.318314] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424b6f38-fdaf-46b2-a731-7423274a549e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.331127] env[69520]: INFO nova.scheduler.client.report [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleted allocations for instance 4c2791ad-bae8-44d4-a17a-bebe2dc29af6 [ 910.357773] env[69520]: DEBUG nova.compute.manager [req-c9fbb8b1-66e7-4c6b-9250-fb5a4fc76c8b req-695554d7-a43a-4489-a56e-85d6977bcd4f service nova] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Detach interface failed, port_id=31f9bcd1-bae5-448d-9534-2a90e067c817, reason: Instance c28e5b14-b67f-4413-b8c8-ca18f2845e8d could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.423028] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481908, 'name': ReconfigVM_Task, 'duration_secs': 0.407282} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.423278] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 99923d06-d31c-4c3c-ad53-4fd59c5066f6/99923d06-d31c-4c3c-ad53-4fd59c5066f6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.423907] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dfce48c-cb5c-4a2e-a28e-d14dad7f9b1f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.430563] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 910.430563] env[69520]: value = "task-3481909" [ 910.430563] env[69520]: _type = "Task" [ 910.430563] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.439656] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481909, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.454097] env[69520]: DEBUG nova.network.neutron [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Port 43cc768b-718b-46df-81c6-b1fecd8e8546 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 910.558875] env[69520]: DEBUG nova.network.neutron [-] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.603135] env[69520]: DEBUG nova.network.neutron [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Successfully updated port: 851d525f-8482-45bf-b297-2e156a27e50d {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.700672] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4b1b3a4-cbbb-4b6d-94de-270392edd37d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.711495] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c44494-d9d6-4e16-bd58-b46b2b003856 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.748817] env[69520]: DEBUG nova.compute.manager [req-10e1101e-976b-496e-b602-70dc68a087f0 req-7b0a6c37-4eaf-4b04-b3f4-3bfddcbf4836 service nova] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Detach interface failed, port_id=c9132491-446f-49ea-9ccd-7ed130a5ce69, reason: Instance ffdfbb9c-6454-4a3c-b656-e26016ab79ba could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.761466] env[69520]: DEBUG nova.network.neutron [-] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.807136] env[69520]: DEBUG nova.objects.instance [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lazy-loading 'migration_context' on Instance uuid c636025a-d7ab-4261-9e60-eb4ffe0adc50 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.808496] env[69520]: DEBUG oslo_concurrency.lockutils [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.841130] env[69520]: DEBUG oslo_concurrency.lockutils [None req-73e78d94-922a-4859-aecf-0c97c2ce250f tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "4c2791ad-bae8-44d4-a17a-bebe2dc29af6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.231s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.941243] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481909, 'name': Rename_Task, 'duration_secs': 0.138596} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.941566] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.941846] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c1f56c-7cd5-4069-b4da-e67662136964 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.948979] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 910.948979] env[69520]: value = "task-3481910" [ 910.948979] env[69520]: _type = "Task" [ 910.948979] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.965470] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.061560] env[69520]: INFO nova.compute.manager [-] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Took 2.02 seconds to deallocate network for instance. [ 911.109158] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquiring lock "refresh_cache-07772474-5173-4d4b-b957-95556040fe94" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.109319] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquired lock "refresh_cache-07772474-5173-4d4b-b957-95556040fe94" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.109531] env[69520]: DEBUG nova.network.neutron [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.142657] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "47429f11-9903-4c17-a621-6ddac659eb72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.142923] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "47429f11-9903-4c17-a621-6ddac659eb72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.143149] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "47429f11-9903-4c17-a621-6ddac659eb72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.143346] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "47429f11-9903-4c17-a621-6ddac659eb72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.143560] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "47429f11-9903-4c17-a621-6ddac659eb72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.147810] env[69520]: INFO nova.compute.manager [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Terminating instance [ 911.264818] env[69520]: INFO nova.compute.manager [-] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Took 1.39 seconds to deallocate network for instance. [ 911.477586] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "935e3299-8852-4ca8-bf2c-3e12c731cebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.477840] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.478015] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.479236] env[69520]: DEBUG oslo_vmware.api [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481910, 'name': PowerOnVM_Task, 'duration_secs': 0.493538} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.480987] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.481214] env[69520]: INFO nova.compute.manager [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Took 10.16 seconds to spawn the instance on the hypervisor. [ 911.481393] env[69520]: DEBUG nova.compute.manager [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.487696] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14937282-b648-47f5-93a7-0bf67eb6dc04 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.491196] env[69520]: DEBUG nova.compute.manager [req-6c5edf0d-f394-42f4-8eed-ea2e6e1dc541 req-f7ae4f2d-7b4f-49a5-ae1e-2b94081aaef0 service nova] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Received event network-vif-deleted-774210d4-865e-43cd-b6bf-e7af2d7e3012 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.531056] env[69520]: DEBUG nova.network.neutron [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Successfully updated port: 89a72be6-54c9-4833-a283-833b2503ca5e {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.572212] env[69520]: DEBUG oslo_concurrency.lockutils [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.647552] env[69520]: DEBUG nova.network.neutron [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.651146] env[69520]: DEBUG nova.compute.manager [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.651350] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.652202] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a2d22d-0b31-4dd0-9e43-485b57431743 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.665142] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.665418] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84505b2c-b9ce-433a-92d3-22192b743242 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.673275] env[69520]: DEBUG oslo_vmware.api [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 911.673275] env[69520]: value = "task-3481911" [ 911.673275] env[69520]: _type = "Task" [ 911.673275] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.684185] env[69520]: DEBUG oslo_vmware.api [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.772758] env[69520]: DEBUG oslo_concurrency.lockutils [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.799591] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d8e78-2b3f-4fd7-94cb-ec11cd01c8e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.803872] env[69520]: DEBUG nova.network.neutron [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Updating instance_info_cache with network_info: [{"id": "851d525f-8482-45bf-b297-2e156a27e50d", "address": "fa:16:3e:09:55:d2", "network": {"id": "f3a818b9-9fc3-4e33-8db3-addf7347edfa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1748391454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb0c4403ca42419288134cc1aa84f49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851d525f-84", "ovs_interfaceid": "851d525f-8482-45bf-b297-2e156a27e50d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.809033] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4325a6c1-ecea-438f-9b43-e3733ee1ba5a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.854790] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba234c78-1dad-42c9-a755-bdca71d0481b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.863098] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6da617-8a2e-434f-9515-35021e51febb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.878978] env[69520]: DEBUG nova.compute.provider_tree [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.006958] env[69520]: INFO nova.compute.manager [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Took 50.41 seconds to build instance. [ 912.038440] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.038668] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.038880] env[69520]: DEBUG nova.network.neutron [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.183559] env[69520]: DEBUG oslo_vmware.api [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481911, 'name': PowerOffVM_Task, 'duration_secs': 0.207542} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.183721] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.183851] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.184120] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5fd30d6-6b6e-4ea8-88bd-8ed7ef131af0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.260350] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.260574] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.260761] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleting the datastore file [datastore1] 47429f11-9903-4c17-a621-6ddac659eb72 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.261040] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ac344c0-437f-44f1-a002-9002a16f1a3e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.268653] env[69520]: DEBUG oslo_vmware.api [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 912.268653] env[69520]: value = "task-3481913" [ 912.268653] env[69520]: _type = "Task" [ 912.268653] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.278778] env[69520]: DEBUG oslo_vmware.api [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.308873] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Releasing lock "refresh_cache-07772474-5173-4d4b-b957-95556040fe94" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.309234] env[69520]: DEBUG nova.compute.manager [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Instance network_info: |[{"id": "851d525f-8482-45bf-b297-2e156a27e50d", "address": "fa:16:3e:09:55:d2", "network": {"id": "f3a818b9-9fc3-4e33-8db3-addf7347edfa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1748391454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb0c4403ca42419288134cc1aa84f49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851d525f-84", "ovs_interfaceid": "851d525f-8482-45bf-b297-2e156a27e50d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.309654] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:55:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '851d525f-8482-45bf-b297-2e156a27e50d', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.317317] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Creating folder: Project (bb0c4403ca42419288134cc1aa84f49a). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.317582] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5c5a90f-0361-4ff2-98ed-839c59514b8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.330078] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Created folder: Project (bb0c4403ca42419288134cc1aa84f49a) in parent group-v695915. [ 912.330261] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Creating folder: Instances. Parent ref: group-v696097. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.330505] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14657ab2-bed2-4973-a23f-80039529cd94 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.340146] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Created folder: Instances in parent group-v696097. [ 912.340364] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.340559] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07772474-5173-4d4b-b957-95556040fe94] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.340760] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19eafb9d-60fa-4bdb-be07-7928fd1eef48 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.360793] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.360793] env[69520]: value = "task-3481916" [ 912.360793] env[69520]: _type = "Task" [ 912.360793] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.369265] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481916, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.401984] env[69520]: ERROR nova.scheduler.client.report [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [req-e76a04d4-8c7b-49c9-9af8-9097a99c28b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e76a04d4-8c7b-49c9-9af8-9097a99c28b4"}]} [ 912.421429] env[69520]: DEBUG nova.scheduler.client.report [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 912.438195] env[69520]: DEBUG nova.compute.manager [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Received event network-vif-plugged-851d525f-8482-45bf-b297-2e156a27e50d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.438547] env[69520]: DEBUG oslo_concurrency.lockutils [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] Acquiring lock "07772474-5173-4d4b-b957-95556040fe94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.438829] env[69520]: DEBUG oslo_concurrency.lockutils [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] Lock "07772474-5173-4d4b-b957-95556040fe94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.439078] env[69520]: DEBUG oslo_concurrency.lockutils [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] Lock "07772474-5173-4d4b-b957-95556040fe94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.439344] env[69520]: DEBUG nova.compute.manager [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] No waiting events found dispatching network-vif-plugged-851d525f-8482-45bf-b297-2e156a27e50d {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.439570] env[69520]: WARNING nova.compute.manager [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Received unexpected event network-vif-plugged-851d525f-8482-45bf-b297-2e156a27e50d for instance with vm_state building and task_state spawning. [ 912.439766] env[69520]: DEBUG nova.compute.manager [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Received event network-changed-851d525f-8482-45bf-b297-2e156a27e50d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.439980] env[69520]: DEBUG nova.compute.manager [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Refreshing instance network info cache due to event network-changed-851d525f-8482-45bf-b297-2e156a27e50d. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.440217] env[69520]: DEBUG oslo_concurrency.lockutils [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] Acquiring lock "refresh_cache-07772474-5173-4d4b-b957-95556040fe94" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.440394] env[69520]: DEBUG oslo_concurrency.lockutils [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] Acquired lock "refresh_cache-07772474-5173-4d4b-b957-95556040fe94" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.440581] env[69520]: DEBUG nova.network.neutron [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Refreshing network info cache for port 851d525f-8482-45bf-b297-2e156a27e50d {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.442867] env[69520]: DEBUG nova.scheduler.client.report [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 912.443197] env[69520]: DEBUG nova.compute.provider_tree [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.456690] env[69520]: DEBUG nova.scheduler.client.report [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 912.474900] env[69520]: DEBUG nova.scheduler.client.report [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 912.508886] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45c003b9-971a-42a1-a010-dd8ea15b0320 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.531s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.549812] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.550094] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.550339] env[69520]: DEBUG nova.network.neutron [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.581561] env[69520]: WARNING nova.network.neutron [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] 013ed665-9824-4fa4-ac53-064750178406 already exists in list: networks containing: ['013ed665-9824-4fa4-ac53-064750178406']. ignoring it [ 912.581769] env[69520]: WARNING nova.network.neutron [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] 013ed665-9824-4fa4-ac53-064750178406 already exists in list: networks containing: ['013ed665-9824-4fa4-ac53-064750178406']. ignoring it [ 912.641500] env[69520]: INFO nova.compute.manager [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Rescuing [ 912.641735] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "refresh_cache-99923d06-d31c-4c3c-ad53-4fd59c5066f6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.641880] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "refresh_cache-99923d06-d31c-4c3c-ad53-4fd59c5066f6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.642054] env[69520]: DEBUG nova.network.neutron [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.779362] env[69520]: DEBUG oslo_vmware.api [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156939} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.781921] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.782127] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.782306] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.782479] env[69520]: INFO nova.compute.manager [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Took 1.13 seconds to destroy the instance on the hypervisor. [ 912.782716] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.783162] env[69520]: DEBUG nova.compute.manager [-] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.783225] env[69520]: DEBUG nova.network.neutron [-] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.876010] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481916, 'name': CreateVM_Task, 'duration_secs': 0.369278} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.876205] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07772474-5173-4d4b-b957-95556040fe94] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.877184] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.877597] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.878160] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.881133] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f653c5-c4c0-4015-9639-bb18b7bc5697 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.886930] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for the task: (returnval){ [ 912.886930] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5274f29d-18e4-c426-bcbe-85e9bad2565c" [ 912.886930] env[69520]: _type = "Task" [ 912.886930] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.900428] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5274f29d-18e4-c426-bcbe-85e9bad2565c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.909135] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24152ea7-69a9-4707-a643-a611beb09004 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.916696] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d6a2c3-120e-4775-a996-7d2fe7a09107 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.952825] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709990c3-deb9-4d06-9482-d1bf8d4e5b9e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.961738] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebffbc8f-362e-403c-b51b-a974a53bc496 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.976948] env[69520]: DEBUG nova.compute.provider_tree [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.220818] env[69520]: DEBUG nova.network.neutron [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Updated VIF entry in instance network info cache for port 851d525f-8482-45bf-b297-2e156a27e50d. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.221214] env[69520]: DEBUG nova.network.neutron [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Updating instance_info_cache with network_info: [{"id": "851d525f-8482-45bf-b297-2e156a27e50d", "address": "fa:16:3e:09:55:d2", "network": {"id": "f3a818b9-9fc3-4e33-8db3-addf7347edfa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1748391454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb0c4403ca42419288134cc1aa84f49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851d525f-84", "ovs_interfaceid": "851d525f-8482-45bf-b297-2e156a27e50d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.278406] env[69520]: DEBUG nova.network.neutron [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42e5ab9e-924a-4b48-8af3-7aafd417348b", "address": "fa:16:3e:92:7b:4a", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e5ab9e-92", "ovs_interfaceid": "42e5ab9e-924a-4b48-8af3-7aafd417348b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89a72be6-54c9-4833-a283-833b2503ca5e", "address": "fa:16:3e:9e:a8:85", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a72be6-54", "ovs_interfaceid": "89a72be6-54c9-4833-a283-833b2503ca5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.355982] env[69520]: DEBUG nova.network.neutron [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Updating instance_info_cache with network_info: [{"id": "e15f1778-3b4f-4abb-b3be-28da2f622ff1", "address": "fa:16:3e:61:6c:94", "network": {"id": "c4e54f41-e8c6-4ccd-814d-fcf7eccd61a7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-498688626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebd295fe5d8e470ba4354a2defd17912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15f1778-3b", "ovs_interfaceid": "e15f1778-3b4f-4abb-b3be-28da2f622ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.397727] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5274f29d-18e4-c426-bcbe-85e9bad2565c, 'name': SearchDatastore_Task, 'duration_secs': 0.018777} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.398066] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.398300] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.398534] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.398676] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.398852] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.399130] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc2fec1-d453-44ee-ad56-22b7d41519d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.404652] env[69520]: DEBUG nova.network.neutron [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance_info_cache with network_info: [{"id": "43cc768b-718b-46df-81c6-b1fecd8e8546", "address": "fa:16:3e:de:f7:ca", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43cc768b-71", "ovs_interfaceid": "43cc768b-718b-46df-81c6-b1fecd8e8546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.408571] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.408571] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.409231] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6790ea-c136-43ae-bc56-dcb334127d4f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.415321] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for the task: (returnval){ [ 913.415321] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c5f216-e361-366e-8814-13e4955a2126" [ 913.415321] env[69520]: _type = "Task" [ 913.415321] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.424320] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c5f216-e361-366e-8814-13e4955a2126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.512546] env[69520]: DEBUG nova.scheduler.client.report [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updated inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 913.512881] env[69520]: DEBUG nova.compute.provider_tree [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating resource provider 093b5977-ab1e-4208-9866-9743536d6c6d generation from 87 to 88 during operation: update_inventory {{(pid=69520) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 913.513081] env[69520]: DEBUG nova.compute.provider_tree [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.580390] env[69520]: DEBUG nova.network.neutron [-] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.601023] env[69520]: DEBUG nova.compute.manager [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received event network-vif-plugged-89a72be6-54c9-4833-a283-833b2503ca5e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.601276] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.601423] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] Lock "76521970-acd4-4616-9653-9317fcbe05e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.601592] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] Lock "76521970-acd4-4616-9653-9317fcbe05e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.601786] env[69520]: DEBUG nova.compute.manager [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] No waiting events found dispatching network-vif-plugged-89a72be6-54c9-4833-a283-833b2503ca5e {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.601910] env[69520]: WARNING nova.compute.manager [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received unexpected event network-vif-plugged-89a72be6-54c9-4833-a283-833b2503ca5e for instance with vm_state active and task_state None. [ 913.602106] env[69520]: DEBUG nova.compute.manager [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received event network-changed-89a72be6-54c9-4833-a283-833b2503ca5e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.602267] env[69520]: DEBUG nova.compute.manager [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Refreshing instance network info cache due to event network-changed-89a72be6-54c9-4833-a283-833b2503ca5e. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.602430] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] Acquiring lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.723521] env[69520]: DEBUG oslo_concurrency.lockutils [req-c202afd5-dc89-4c87-bbe1-b9a0b421e173 req-9965d474-c4e6-4a87-9001-02c89339d056 service nova] Releasing lock "refresh_cache-07772474-5173-4d4b-b957-95556040fe94" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.783109] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.783945] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.784142] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.784446] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] Acquired lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.784639] env[69520]: DEBUG nova.network.neutron [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Refreshing network info cache for port 89a72be6-54c9-4833-a283-833b2503ca5e {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.786600] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10baec73-f130-4b14-9ccf-b48209e94c72 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.806603] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.806875] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.807053] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.807247] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.807397] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.807548] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.807769] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.807905] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.808086] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.808254] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.808429] env[69520]: DEBUG nova.virt.hardware [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.814899] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Reconfiguring VM to attach interface {{(pid=69520) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 913.815859] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10727b0-39c8-417b-aa2f-f4db7fbeb876 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.836402] env[69520]: DEBUG oslo_vmware.api [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 913.836402] env[69520]: value = "task-3481917" [ 913.836402] env[69520]: _type = "Task" [ 913.836402] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.846726] env[69520]: DEBUG oslo_vmware.api [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481917, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.859590] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "refresh_cache-99923d06-d31c-4c3c-ad53-4fd59c5066f6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.907926] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.927716] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c5f216-e361-366e-8814-13e4955a2126, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.928523] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7479fb52-a6d5-4ca1-b47e-d968e8ebd9a4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.935596] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for the task: (returnval){ [ 913.935596] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52500c70-e809-f10a-f17f-dd526a61265d" [ 913.935596] env[69520]: _type = "Task" [ 913.935596] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.944163] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52500c70-e809-f10a-f17f-dd526a61265d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.083548] env[69520]: INFO nova.compute.manager [-] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Took 1.30 seconds to deallocate network for instance. [ 914.348557] env[69520]: DEBUG oslo_vmware.api [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.436711] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57594d4-29c7-4a79-a780-fb040f2fe6de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.463453] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a2c52c-a5e5-40c2-b052-c7835ab514cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.466594] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52500c70-e809-f10a-f17f-dd526a61265d, 'name': SearchDatastore_Task, 'duration_secs': 0.023824} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.466960] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.467219] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 07772474-5173-4d4b-b957-95556040fe94/07772474-5173-4d4b-b957-95556040fe94.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.467925] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db67e2fd-b489-458b-9a52-4a37d7b5ec0a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.473366] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance '935e3299-8852-4ca8-bf2c-3e12c731cebd' progress to 83 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.478772] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for the task: (returnval){ [ 914.478772] env[69520]: value = "task-3481918" [ 914.478772] env[69520]: _type = "Task" [ 914.478772] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.488754] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.526471] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.229s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.538222] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.491s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.538222] env[69520]: DEBUG nova.objects.instance [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lazy-loading 'resources' on Instance uuid 9f0ae0af-49d8-440b-aa76-a62a23941aaa {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.590741] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.615534] env[69520]: DEBUG nova.network.neutron [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updated VIF entry in instance network info cache for port 89a72be6-54c9-4833-a283-833b2503ca5e. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.616104] env[69520]: DEBUG nova.network.neutron [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42e5ab9e-924a-4b48-8af3-7aafd417348b", "address": "fa:16:3e:92:7b:4a", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e5ab9e-92", "ovs_interfaceid": "42e5ab9e-924a-4b48-8af3-7aafd417348b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89a72be6-54c9-4833-a283-833b2503ca5e", "address": "fa:16:3e:9e:a8:85", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a72be6-54", "ovs_interfaceid": "89a72be6-54c9-4833-a283-833b2503ca5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.849369] env[69520]: DEBUG oslo_vmware.api [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481917, 'name': ReconfigVM_Task, 'duration_secs': 0.812434} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.849963] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.850365] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Reconfigured VM to attach interface {{(pid=69520) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 914.981921] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.982400] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9cb818c-bda1-4bc9-bb40-9e627e34dbe5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.996929] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481918, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.998458] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 914.998458] env[69520]: value = "task-3481919" [ 914.998458] env[69520]: _type = "Task" [ 914.998458] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.008413] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.119228] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] Releasing lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.119520] env[69520]: DEBUG nova.compute.manager [req-9cbfd0fc-8e75-4e0c-8ea3-f44578e67a00 req-9e2338bb-0798-4817-93c9-e2720d66dd62 service nova] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Received event network-vif-deleted-f7d7ae0b-f564-4e26-905b-50752f34f58d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.355758] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2a93069e-5d62-44d0-aa66-ab9ce2d1cbee tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-89a72be6-54c9-4833-a283-833b2503ca5e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.598s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.438905] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55b48d0-4a30-45e7-808b-b90523a8f4fe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.447717] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e625e2-00a4-404e-9bc3-5bda7ca46720 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.479174] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae2bf32-5e18-40cd-a5a3-8aa0f89bf279 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.490361] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8384d921-af66-48f4-816b-f8e8a4ba0693 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.498117] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586392} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.498837] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 07772474-5173-4d4b-b957-95556040fe94/07772474-5173-4d4b-b957-95556040fe94.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.499089] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.499449] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45f09518-33dc-400d-a8e2-94a6007119e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.512835] env[69520]: DEBUG nova.compute.provider_tree [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.521505] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.524011] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for the task: (returnval){ [ 915.524011] env[69520]: value = "task-3481920" [ 915.524011] env[69520]: _type = "Task" [ 915.524011] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.561067] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.561479] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bdaaec3-0cfc-4eec-b2f8-810996ba1003 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.573864] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 915.573864] env[69520]: value = "task-3481921" [ 915.573864] env[69520]: _type = "Task" [ 915.573864] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.583858] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.011307] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481919, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.016568] env[69520]: DEBUG nova.scheduler.client.report [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.034277] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218726} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.035201] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.036820] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bf0530-aa8f-41d6-aaa3-e03fec87573b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.060025] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 07772474-5173-4d4b-b957-95556040fe94/07772474-5173-4d4b-b957-95556040fe94.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.060636] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578fc879-2fc6-45ee-b31f-316906d4a074 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.090069] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481921, 'name': PowerOffVM_Task, 'duration_secs': 0.379745} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.091339] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.091752] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for the task: (returnval){ [ 916.091752] env[69520]: value = "task-3481922" [ 916.091752] env[69520]: _type = "Task" [ 916.091752] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.092777] env[69520]: INFO nova.compute.manager [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Swapping old allocation on dict_keys(['093b5977-ab1e-4208-9866-9743536d6c6d']) held by migration 8da643eb-2029-4ed6-aac0-e683262da5d4 for instance [ 916.097023] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd622ae-256d-4e97-820b-7ca7ac4d8d6b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.108818] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481922, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.126846] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b759487c-5f1b-4082-9936-3e2d65b9c8d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.139180] env[69520]: DEBUG nova.scheduler.client.report [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Overwriting current allocation {'allocations': {'093b5977-ab1e-4208-9866-9743536d6c6d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': '71df338aa72044a4914d1d39c245f173', 'user_id': '0f21928861aa4181afafd32ab144d253', 'consumer_generation': 1} on consumer c636025a-d7ab-4261-9e60-eb4ffe0adc50 {{(pid=69520) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 916.157947] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.158270] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f2bfb99-f517-4ad7-a12b-4f0b487816d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.165957] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 916.165957] env[69520]: value = "task-3481923" [ 916.165957] env[69520]: _type = "Task" [ 916.165957] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.175107] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.240048] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.240247] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquired lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.240429] env[69520]: DEBUG nova.network.neutron [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.443490] env[69520]: DEBUG nova.compute.manager [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.444425] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa33d0b-1425-4e2d-9c42-680cb3972653 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.510857] env[69520]: DEBUG oslo_vmware.api [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481919, 'name': PowerOnVM_Task, 'duration_secs': 1.053742} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.511135] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.511320] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a95fe6-dcff-49df-818e-ef70cfe7e37d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance '935e3299-8852-4ca8-bf2c-3e12c731cebd' progress to 100 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.522030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.523989] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.780s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.543900] env[69520]: INFO nova.scheduler.client.report [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Deleted allocations for instance 9f0ae0af-49d8-440b-aa76-a62a23941aaa [ 916.608441] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481922, 'name': ReconfigVM_Task, 'duration_secs': 0.329615} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.608933] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 07772474-5173-4d4b-b957-95556040fe94/07772474-5173-4d4b-b957-95556040fe94.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.609876] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6b2e6bb-2c7e-485a-9fa2-0d8465ff4ca2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.617418] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for the task: (returnval){ [ 916.617418] env[69520]: value = "task-3481924" [ 916.617418] env[69520]: _type = "Task" [ 916.617418] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.627175] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481924, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.680449] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 916.680773] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.681238] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.681485] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.681758] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.682119] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5330ed7c-9f11-42ea-99cc-f479883e4928 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.696581] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.696768] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.698063] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a642cd-df75-4b96-b56a-a74ec75c44c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.704403] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 916.704403] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5242b046-bbfb-4c65-b6f7-72e80a9722d2" [ 916.704403] env[69520]: _type = "Task" [ 916.704403] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.718206] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5242b046-bbfb-4c65-b6f7-72e80a9722d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.955371] env[69520]: INFO nova.compute.manager [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] instance snapshotting [ 916.956017] env[69520]: DEBUG nova.objects.instance [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'flavor' on Instance uuid 8137a947-18ef-4e25-b580-96a9eb6077be {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.039757] env[69520]: DEBUG nova.network.neutron [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance_info_cache with network_info: [{"id": "2284c058-5426-4b21-8822-12353878f327", "address": "fa:16:3e:1f:7c:4c", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2284c058-54", "ovs_interfaceid": "2284c058-5426-4b21-8822-12353878f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.052578] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bfaf1e0b-6adb-41f7-92fe-638b7d34f307 tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "9f0ae0af-49d8-440b-aa76-a62a23941aaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.078s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.128236] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481924, 'name': Rename_Task, 'duration_secs': 0.149949} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.128524] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.128764] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a9526bc-2a2a-4f1e-a630-d6c261c74f35 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.136098] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for the task: (returnval){ [ 917.136098] env[69520]: value = "task-3481925" [ 917.136098] env[69520]: _type = "Task" [ 917.136098] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.144482] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.215554] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5242b046-bbfb-4c65-b6f7-72e80a9722d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.216325] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2166c10-0d67-4b8f-9c08-53eea614c67f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.221851] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 917.221851] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5232879e-99d0-4dda-53d2-9b22fefe3753" [ 917.221851] env[69520]: _type = "Task" [ 917.221851] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.229910] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5232879e-99d0-4dda-53d2-9b22fefe3753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.461912] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba1242c-6e8b-4df8-927a-a66b52c0ac42 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.485593] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f96242-3143-4a7b-aac2-9db51e01f2ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.501776] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-42e5ab9e-924a-4b48-8af3-7aafd417348b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.502015] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-42e5ab9e-924a-4b48-8af3-7aafd417348b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.539578] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Applying migration context for instance 935e3299-8852-4ca8-bf2c-3e12c731cebd as it has an incoming, in-progress migration a68f6104-e7c7-4763-a09f-06822981c475. Migration status is finished {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 917.541537] env[69520]: INFO nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating resource usage from migration a68f6104-e7c7-4763-a09f-06822981c475 [ 917.544416] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Releasing lock "refresh_cache-c636025a-d7ab-4261-9e60-eb4ffe0adc50" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.544899] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.545440] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f87a02e7-1d3b-4bd1-a2bf-e357aadc1e48 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.552866] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 917.552866] env[69520]: value = "task-3481926" [ 917.552866] env[69520]: _type = "Task" [ 917.552866] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.563177] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.565581] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 726b0d51-0ba5-4965-b1bc-4169b2c714cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.565743] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8e3649ec-203a-4b43-bf19-cf1634906ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.565743] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 870967fa-f424-45ff-83bc-9ebb6e7869ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.566997] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance fe6f83c3-1aa1-45ee-8b67-141f5674e33a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.566997] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8137a947-18ef-4e25-b580-96a9eb6077be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.566997] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 47429f11-9903-4c17-a621-6ddac659eb72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.566997] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance e228d044-e193-431a-b71e-42a95862936a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.566997] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 76521970-acd4-4616-9653-9317fcbe05e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.566997] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance c28e5b14-b67f-4413-b8c8-ca18f2845e8d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.566997] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 5332b924-b590-4878-a584-b7395d80c104 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.566997] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 5c860c0d-07a3-4c5b-af04-73cf8f273f8d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.566997] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.566997] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance f6523d7a-32af-480b-bf51-980f79de4a5f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.567419] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance c636025a-d7ab-4261-9e60-eb4ffe0adc50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.567419] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 304485f6-b35e-4189-aebd-3b7e8043207d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.567419] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance c3f38d90-acbe-4a6a-a957-ea8145159a11 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.567419] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ffdfbb9c-6454-4a3c-b656-e26016ab79ba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.567527] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.567606] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 99923d06-d31c-4c3c-ad53-4fd59c5066f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.567714] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Migration a68f6104-e7c7-4763-a09f-06822981c475 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 917.567818] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 935e3299-8852-4ca8-bf2c-3e12c731cebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.567927] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 07772474-5173-4d4b-b957-95556040fe94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 917.646050] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.732923] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5232879e-99d0-4dda-53d2-9b22fefe3753, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.733292] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.733583] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 99923d06-d31c-4c3c-ad53-4fd59c5066f6/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. {{(pid=69520) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 917.734702] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeb144ed-e8fd-4c9e-bb74-97b79770cbf7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.741871] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 917.741871] env[69520]: value = "task-3481927" [ 917.741871] env[69520]: _type = "Task" [ 917.741871] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.750797] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.827321] env[69520]: DEBUG oslo_concurrency.lockutils [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "e228d044-e193-431a-b71e-42a95862936a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.827723] env[69520]: DEBUG oslo_concurrency.lockutils [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "e228d044-e193-431a-b71e-42a95862936a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.828065] env[69520]: DEBUG oslo_concurrency.lockutils [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "e228d044-e193-431a-b71e-42a95862936a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.828348] env[69520]: DEBUG oslo_concurrency.lockutils [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "e228d044-e193-431a-b71e-42a95862936a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.828649] env[69520]: DEBUG oslo_concurrency.lockutils [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "e228d044-e193-431a-b71e-42a95862936a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.832912] env[69520]: INFO nova.compute.manager [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Terminating instance [ 917.998154] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 917.998534] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8e2a812-01d6-47d7-b1bb-a845f1d7c061 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.004943] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.005225] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.006305] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee21cd9-a291-4749-acaa-1ef026e9927f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.011149] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 918.011149] env[69520]: value = "task-3481928" [ 918.011149] env[69520]: _type = "Task" [ 918.011149] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.040027] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf032a6-99ab-420b-93f7-611344dd055d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.046752] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481928, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.077048] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Reconfiguring VM to detach interface {{(pid=69520) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 918.081346] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance b2847674-2242-4d0d-aea7-66142c9b2243 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 918.082909] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d20493-ecbc-4820-85f0-ba915dc12588 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.103926] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481926, 'name': PowerOffVM_Task, 'duration_secs': 0.320979} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.105371] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.106122] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:44:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='daed20f5-e3f5-415d-a6f8-95fe106f846e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2138019954',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.106344] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.106542] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.106793] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.107015] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.107138] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.107352] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.107507] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.107675] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.107844] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.108076] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.113368] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 918.113368] env[69520]: value = "task-3481929" [ 918.113368] env[69520]: _type = "Task" [ 918.113368] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.113952] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3094525d-55c2-4e8b-8dce-039a4afdef40 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.136202] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.138149] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 918.138149] env[69520]: value = "task-3481930" [ 918.138149] env[69520]: _type = "Task" [ 918.138149] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.151961] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.155247] env[69520]: DEBUG oslo_vmware.api [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481925, 'name': PowerOnVM_Task, 'duration_secs': 0.907693} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.155579] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.155824] env[69520]: INFO nova.compute.manager [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Took 8.37 seconds to spawn the instance on the hypervisor. [ 918.156010] env[69520]: DEBUG nova.compute.manager [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.156872] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1e5943-f81f-4dc3-8164-1bee679d8d0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.254530] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481927, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.336805] env[69520]: DEBUG nova.compute.manager [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.337096] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.338230] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba59f8de-cee8-46d9-8dd1-da1e77c39b45 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.347059] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.347059] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a3d9147-dbdb-4b00-8a5e-3ecb178f926f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.355043] env[69520]: DEBUG oslo_vmware.api [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 918.355043] env[69520]: value = "task-3481931" [ 918.355043] env[69520]: _type = "Task" [ 918.355043] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.364681] env[69520]: DEBUG oslo_vmware.api [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.427962] env[69520]: DEBUG oslo_concurrency.lockutils [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "935e3299-8852-4ca8-bf2c-3e12c731cebd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.428225] env[69520]: DEBUG oslo_concurrency.lockutils [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.428419] env[69520]: DEBUG nova.compute.manager [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Going to confirm migration 3 {{(pid=69520) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 918.522859] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481928, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.598197] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 7da6e77e-5f28-4b0e-8e95-74d1464fe76e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 918.637217] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.652601] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481930, 'name': ReconfigVM_Task, 'duration_secs': 0.249341} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.653974] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb33abe-125f-4e46-a14d-59d2c33028e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.678885] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:44:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='daed20f5-e3f5-415d-a6f8-95fe106f846e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2138019954',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.679157] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.679358] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.679565] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.679720] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.679870] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.680116] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.680307] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.680511] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.680700] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.680882] env[69520]: DEBUG nova.virt.hardware [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.683591] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1994ef72-f6b1-4ef6-baa1-becca984faae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.686513] env[69520]: INFO nova.compute.manager [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Took 50.59 seconds to build instance. [ 918.692268] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 918.692268] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cebe5d-8054-fcbf-f248-3308c14d977a" [ 918.692268] env[69520]: _type = "Task" [ 918.692268] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.701849] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cebe5d-8054-fcbf-f248-3308c14d977a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.754497] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532427} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.754783] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 99923d06-d31c-4c3c-ad53-4fd59c5066f6/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. [ 918.755618] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a6c94a-1e7e-430e-9a08-d6a6cb9b1d5e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.784418] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 99923d06-d31c-4c3c-ad53-4fd59c5066f6/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.784703] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b501b9c-2397-4f33-bd04-b540a6f0d220 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.803486] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 918.803486] env[69520]: value = "task-3481932" [ 918.803486] env[69520]: _type = "Task" [ 918.803486] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.812233] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.865551] env[69520]: DEBUG oslo_vmware.api [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481931, 'name': PowerOffVM_Task, 'duration_secs': 0.229555} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.865551] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.865829] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.866191] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a27330e8-e2a2-4dfa-aa6c-0b7b8594b394 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.986657] env[69520]: DEBUG oslo_concurrency.lockutils [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.986657] env[69520]: DEBUG oslo_concurrency.lockutils [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.986657] env[69520]: DEBUG nova.network.neutron [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.986657] env[69520]: DEBUG nova.objects.instance [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lazy-loading 'info_cache' on Instance uuid 935e3299-8852-4ca8-bf2c-3e12c731cebd {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.024282] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481928, 'name': CreateSnapshot_Task, 'duration_secs': 0.866315} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.024849] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 919.025671] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c35bc4-0f42-4ec3-8a1e-801aceceec1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.102230] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ca7fb845-531e-49fb-983b-1726f0fceede has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 919.135768] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.189474] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8bb5f7f7-8b1c-4693-aa22-dd91feb2fc1c tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lock "07772474-5173-4d4b-b957-95556040fe94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.066s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.202590] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cebe5d-8054-fcbf-f248-3308c14d977a, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.208086] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 919.208409] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76728389-cd09-495e-a194-ef52fe7ceb38 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.231459] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 919.231459] env[69520]: value = "task-3481934" [ 919.231459] env[69520]: _type = "Task" [ 919.231459] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.241616] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.314355] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.545069] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 919.545388] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad3ee8cd-a9b7-4d12-9654-ff2f1328d545 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.557093] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 919.557093] env[69520]: value = "task-3481935" [ 919.557093] env[69520]: _type = "Task" [ 919.557093] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.566347] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481935, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.605416] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 90c6232f-8825-4543-b5d9-f4bcb3df371d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 919.605930] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 919.606192] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 919.637593] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.744581] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.815179] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.006123] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca5bbc-c1e1-4e9f-8128-d56a10bae0bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.015045] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4476db77-9836-4ad4-bd44-16cbff8fa83d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.051917] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469cbd24-d016-4646-9c89-51c30fedc96a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.063454] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240becce-a08d-4e80-a097-8b43495218da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.084044] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.088481] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481935, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.137804] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.226275] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.226544] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.226725] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Deleting the datastore file [datastore1] e228d044-e193-431a-b71e-42a95862936a {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.227008] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2249af71-eb1e-4d48-bcdd-f338cdd33074 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.235232] env[69520]: DEBUG oslo_vmware.api [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for the task: (returnval){ [ 920.235232] env[69520]: value = "task-3481936" [ 920.235232] env[69520]: _type = "Task" [ 920.235232] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.251947] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481934, 'name': ReconfigVM_Task, 'duration_secs': 0.665041} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.255310] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 920.255703] env[69520]: DEBUG oslo_vmware.api [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.256547] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9666db9a-38cf-4f46-8c09-f9674024c33d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.280858] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] c636025a-d7ab-4261-9e60-eb4ffe0adc50/c636025a-d7ab-4261-9e60-eb4ffe0adc50.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.281191] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff60100b-ac5d-4a7d-b74c-56bf8d3b34f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.304514] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 920.304514] env[69520]: value = "task-3481937" [ 920.304514] env[69520]: _type = "Task" [ 920.304514] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.317909] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481932, 'name': ReconfigVM_Task, 'duration_secs': 1.272522} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.321200] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 99923d06-d31c-4c3c-ad53-4fd59c5066f6/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.321591] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.322344] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339d3620-0c90-442d-a73d-c725d29e0282 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.353134] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70263f83-40f0-4109-a47b-4b9101b501a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.371606] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 920.371606] env[69520]: value = "task-3481938" [ 920.371606] env[69520]: _type = "Task" [ 920.371606] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.382179] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.428918] env[69520]: DEBUG nova.network.neutron [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance_info_cache with network_info: [{"id": "43cc768b-718b-46df-81c6-b1fecd8e8546", "address": "fa:16:3e:de:f7:ca", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43cc768b-71", "ovs_interfaceid": "43cc768b-718b-46df-81c6-b1fecd8e8546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.572377] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481935, 'name': CloneVM_Task} progress is 95%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.589587] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.641592] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.761730] env[69520]: DEBUG oslo_vmware.api [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Task: {'id': task-3481936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176734} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.762027] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.763288] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.763288] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.763288] env[69520]: INFO nova.compute.manager [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] [instance: e228d044-e193-431a-b71e-42a95862936a] Took 2.43 seconds to destroy the instance on the hypervisor. [ 920.763288] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.763288] env[69520]: DEBUG nova.compute.manager [-] [instance: e228d044-e193-431a-b71e-42a95862936a] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.763288] env[69520]: DEBUG nova.network.neutron [-] [instance: e228d044-e193-431a-b71e-42a95862936a] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.816067] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481937, 'name': ReconfigVM_Task, 'duration_secs': 0.327622} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.816325] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Reconfigured VM instance instance-0000002d to attach disk [datastore2] c636025a-d7ab-4261-9e60-eb4ffe0adc50/c636025a-d7ab-4261-9e60-eb4ffe0adc50.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.817206] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87e9ebf-15de-4ac1-b757-28f1743f6bed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.836430] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac811ee-18fe-45ba-bd3c-0f0aabae6c1c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.857071] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa92f0a-d902-4977-b86c-d45099da01e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.879976] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e964cd-41ba-4079-b2ca-a7de141647be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.888451] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481938, 'name': ReconfigVM_Task, 'duration_secs': 0.183962} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.890966] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.891469] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.891627] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa8865c-e84a-488e-af59-31cfaf8c715b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.893349] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b699db7-f6b4-4cde-81f3-4515ec63505c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.901288] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 920.901288] env[69520]: value = "task-3481939" [ 920.901288] env[69520]: _type = "Task" [ 920.901288] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.903650] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 920.903650] env[69520]: value = "task-3481940" [ 920.903650] env[69520]: _type = "Task" [ 920.903650] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.915637] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.920286] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.932120] env[69520]: DEBUG oslo_concurrency.lockutils [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-935e3299-8852-4ca8-bf2c-3e12c731cebd" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.932400] env[69520]: DEBUG nova.objects.instance [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lazy-loading 'migration_context' on Instance uuid 935e3299-8852-4ca8-bf2c-3e12c731cebd {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.074306] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481935, 'name': CloneVM_Task, 'duration_secs': 1.471031} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.074306] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Created linked-clone VM from snapshot [ 921.074919] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb678b6-cd0a-43ab-9059-a50d05c2501c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.086372] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Uploading image 13b69e22-a784-4b2e-b4fa-7595f2e6dc02 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 921.094171] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 921.094388] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.570s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.094706] env[69520]: DEBUG oslo_concurrency.lockutils [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.377s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.094906] env[69520]: DEBUG oslo_concurrency.lockutils [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.097134] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.305s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.098674] env[69520]: INFO nova.compute.claims [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.101373] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.101528] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Cleaning up deleted instances {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 921.118647] env[69520]: DEBUG oslo_vmware.rw_handles [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 921.118647] env[69520]: value = "vm-696101" [ 921.118647] env[69520]: _type = "VirtualMachine" [ 921.118647] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 921.118957] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1672fc06-0f14-4f39-a7e1-af93ae628da5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.127203] env[69520]: DEBUG oslo_vmware.rw_handles [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lease: (returnval){ [ 921.127203] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52222654-4255-d323-b758-071ac85ad96b" [ 921.127203] env[69520]: _type = "HttpNfcLease" [ 921.127203] env[69520]: } obtained for exporting VM: (result){ [ 921.127203] env[69520]: value = "vm-696101" [ 921.127203] env[69520]: _type = "VirtualMachine" [ 921.127203] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 921.127505] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the lease: (returnval){ [ 921.127505] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52222654-4255-d323-b758-071ac85ad96b" [ 921.127505] env[69520]: _type = "HttpNfcLease" [ 921.127505] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 921.128470] env[69520]: INFO nova.scheduler.client.report [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Deleted allocations for instance 5c860c0d-07a3-4c5b-af04-73cf8f273f8d [ 921.146365] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.148145] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.148145] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52222654-4255-d323-b758-071ac85ad96b" [ 921.148145] env[69520]: _type = "HttpNfcLease" [ 921.148145] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 921.281990] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "792dcb73-4333-451c-9a76-02a3afcfe330" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.282130] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "792dcb73-4333-451c-9a76-02a3afcfe330" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.413411] env[69520]: DEBUG nova.compute.manager [req-cb6e2d21-b971-4510-bbac-1cdfeb23b634 req-25806294-098a-4441-a0b1-d7a7481ea99b service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Received event network-vif-deleted-9e53ae94-d0e4-4129-8eab-e2698235d2f1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.413735] env[69520]: INFO nova.compute.manager [req-cb6e2d21-b971-4510-bbac-1cdfeb23b634 req-25806294-098a-4441-a0b1-d7a7481ea99b service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Neutron deleted interface 9e53ae94-d0e4-4129-8eab-e2698235d2f1; detaching it from the instance and deleting it from the info cache [ 921.413981] env[69520]: DEBUG nova.network.neutron [req-cb6e2d21-b971-4510-bbac-1cdfeb23b634 req-25806294-098a-4441-a0b1-d7a7481ea99b service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.423721] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.427132] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.435560] env[69520]: DEBUG nova.objects.base [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Object Instance<935e3299-8852-4ca8-bf2c-3e12c731cebd> lazy-loaded attributes: info_cache,migration_context {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.436752] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e3d615-cd80-4520-85f2-d08894f7926e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.469011] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc17d6bd-e88b-48f1-a4b5-94fe99b8ef54 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.476221] env[69520]: DEBUG oslo_vmware.api [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 921.476221] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a0eac-8a15-f820-c202-2a4999e70d16" [ 921.476221] env[69520]: _type = "Task" [ 921.476221] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.485534] env[69520]: DEBUG oslo_vmware.api [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a0eac-8a15-f820-c202-2a4999e70d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.617777] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] There are 44 instances to clean {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 921.618086] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: dd3924a2-7f69-4f64-8a72-dab941dfbe35] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.649917] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.649917] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52222654-4255-d323-b758-071ac85ad96b" [ 921.649917] env[69520]: _type = "HttpNfcLease" [ 921.649917] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 921.650712] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.651350] env[69520]: DEBUG oslo_concurrency.lockutils [None req-44970d02-e3ea-45e8-9fcb-eaedf462fe28 tempest-ServersTestMultiNic-328929545 tempest-ServersTestMultiNic-328929545-project-member] Lock "5c860c0d-07a3-4c5b-af04-73cf8f273f8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.671s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.652592] env[69520]: DEBUG oslo_vmware.rw_handles [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 921.652592] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52222654-4255-d323-b758-071ac85ad96b" [ 921.652592] env[69520]: _type = "HttpNfcLease" [ 921.652592] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 921.653840] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8f8d1a-3c09-4758-be08-6e6d4ac435e4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.665672] env[69520]: DEBUG oslo_vmware.rw_handles [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521913be-d0e0-611a-9a6b-fec1276fdd58/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 921.665935] env[69520]: DEBUG oslo_vmware.rw_handles [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521913be-d0e0-611a-9a6b-fec1276fdd58/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 921.784765] env[69520]: DEBUG nova.compute.manager [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.796427] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquiring lock "07772474-5173-4d4b-b957-95556040fe94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.796682] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lock "07772474-5173-4d4b-b957-95556040fe94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.796886] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquiring lock "07772474-5173-4d4b-b957-95556040fe94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.797087] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lock "07772474-5173-4d4b-b957-95556040fe94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.797258] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lock "07772474-5173-4d4b-b957-95556040fe94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.799782] env[69520]: INFO nova.compute.manager [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Terminating instance [ 921.842022] env[69520]: DEBUG nova.network.neutron [-] [instance: e228d044-e193-431a-b71e-42a95862936a] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.843610] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41999768-3956-4bd7-856a-01da0fa12f94 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.916145] env[69520]: DEBUG oslo_vmware.api [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481939, 'name': PowerOnVM_Task, 'duration_secs': 0.584108} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.919131] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.922561] env[69520]: DEBUG oslo_vmware.api [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3481940, 'name': PowerOnVM_Task, 'duration_secs': 0.647634} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.923955] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.926511] env[69520]: DEBUG nova.compute.manager [None req-7f57d019-d956-41af-bb95-6d39f666fc06 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.926984] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abf3a3b8-eb41-4377-86b6-230f57856890 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.929204] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be029e9-37f1-41f8-aeb7-a2a65f6508ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.942425] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb536ab-2c82-4cb4-9afe-88a9e1f6cddb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.980252] env[69520]: DEBUG nova.compute.manager [req-cb6e2d21-b971-4510-bbac-1cdfeb23b634 req-25806294-098a-4441-a0b1-d7a7481ea99b service nova] [instance: e228d044-e193-431a-b71e-42a95862936a] Detach interface failed, port_id=9e53ae94-d0e4-4129-8eab-e2698235d2f1, reason: Instance e228d044-e193-431a-b71e-42a95862936a could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 921.993673] env[69520]: DEBUG oslo_vmware.api [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a0eac-8a15-f820-c202-2a4999e70d16, 'name': SearchDatastore_Task, 'duration_secs': 0.015499} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.993999] env[69520]: DEBUG oslo_concurrency.lockutils [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.124147] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 078bdb50-0a33-4034-a4eb-1ec9ea6f240d] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.140678] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.303926] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.306647] env[69520]: DEBUG nova.compute.manager [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.306647] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.306647] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b73f75c-3305-4b79-9b46-8f6f65ac9196 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.317414] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.317820] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450376f9-4ebd-4d11-b576-1f2e07664ba1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.327838] env[69520]: DEBUG oslo_vmware.api [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for the task: (returnval){ [ 922.327838] env[69520]: value = "task-3481942" [ 922.327838] env[69520]: _type = "Task" [ 922.327838] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.334411] env[69520]: DEBUG oslo_vmware.api [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.350951] env[69520]: INFO nova.compute.manager [-] [instance: e228d044-e193-431a-b71e-42a95862936a] Took 1.59 seconds to deallocate network for instance. [ 922.564768] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c444d51-3fc0-41cc-a49a-d10eaba375a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.574732] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9fb0f9-cfd4-477a-b08f-5a2d8eede1ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.612457] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a64d8d5-116b-4971-a7d0-242bc8e85300 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.621867] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412efb0d-163f-41c6-8c78-7b61f44351de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.627193] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 4c2791ad-bae8-44d4-a17a-bebe2dc29af6] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.647084] env[69520]: DEBUG nova.compute.provider_tree [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.664073] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.839088] env[69520]: DEBUG oslo_vmware.api [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481942, 'name': PowerOffVM_Task, 'duration_secs': 0.302302} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.839523] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.839721] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.840480] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9ff9851-dc35-4108-b30e-7f3f71fc2534 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.860082] env[69520]: DEBUG oslo_concurrency.lockutils [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.914505] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.914887] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.915180] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Deleting the datastore file [datastore1] 07772474-5173-4d4b-b957-95556040fe94 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.915761] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be921a98-ca8d-4936-8505-3d44ac742e75 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.925724] env[69520]: DEBUG oslo_vmware.api [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for the task: (returnval){ [ 922.925724] env[69520]: value = "task-3481944" [ 922.925724] env[69520]: _type = "Task" [ 922.925724] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.940278] env[69520]: INFO nova.compute.manager [None req-7ac5e71f-befd-4dcd-8469-a2b32c9bc7b2 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance to original state: 'active' [ 922.945756] env[69520]: DEBUG oslo_vmware.api [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.151386] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 63a7a8e3-d656-4a18-8e56-2af4b8b54677] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.157281] env[69520]: DEBUG nova.scheduler.client.report [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.163999] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.438898] env[69520]: DEBUG oslo_vmware.api [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Task: {'id': task-3481944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302662} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.444369] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.444829] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.445352] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.445649] env[69520]: INFO nova.compute.manager [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] [instance: 07772474-5173-4d4b-b957-95556040fe94] Took 1.14 seconds to destroy the instance on the hypervisor. [ 923.447396] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.457167] env[69520]: DEBUG nova.compute.manager [-] [instance: 07772474-5173-4d4b-b957-95556040fe94] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.457366] env[69520]: DEBUG nova.network.neutron [-] [instance: 07772474-5173-4d4b-b957-95556040fe94] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.593514] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "9d1522e6-4dee-4437-9008-08c11f2df316" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.594082] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "9d1522e6-4dee-4437-9008-08c11f2df316" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.658160] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 28b5a2a1-0bcd-480b-923c-298210689c78] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.660718] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.666579] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.667125] env[69520]: DEBUG nova.compute.manager [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.673358] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.624s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.675028] env[69520]: INFO nova.compute.claims [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.081819] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.082116] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.082328] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.082552] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.082778] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.085747] env[69520]: INFO nova.compute.manager [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Terminating instance [ 924.097712] env[69520]: DEBUG nova.compute.manager [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.160912] env[69520]: DEBUG oslo_vmware.api [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481929, 'name': ReconfigVM_Task, 'duration_secs': 5.823723} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.161526] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.162039] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Reconfigured VM to detach interface {{(pid=69520) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 924.164897] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 9f0ae0af-49d8-440b-aa76-a62a23941aaa] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.174441] env[69520]: DEBUG nova.compute.manager [req-ad7eb7cd-ac20-4fa7-a28e-7ce702e33957 req-655db615-b6a5-4e58-952b-67f15d668b91 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Received event network-vif-deleted-851d525f-8482-45bf-b297-2e156a27e50d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.174787] env[69520]: INFO nova.compute.manager [req-ad7eb7cd-ac20-4fa7-a28e-7ce702e33957 req-655db615-b6a5-4e58-952b-67f15d668b91 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Neutron deleted interface 851d525f-8482-45bf-b297-2e156a27e50d; detaching it from the instance and deleting it from the info cache [ 924.175183] env[69520]: DEBUG nova.network.neutron [req-ad7eb7cd-ac20-4fa7-a28e-7ce702e33957 req-655db615-b6a5-4e58-952b-67f15d668b91 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.178759] env[69520]: DEBUG nova.compute.utils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.180997] env[69520]: DEBUG nova.compute.manager [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.181264] env[69520]: DEBUG nova.network.neutron [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.236388] env[69520]: DEBUG nova.policy [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18c7828bfcf74774a21ff812d2a3c026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c012ae3eecc4ed7860ee52e99af10fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.555725] env[69520]: DEBUG nova.network.neutron [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Successfully created port: b2af028f-906b-4d66-a9fc-ed6d3f66e904 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.561698] env[69520]: DEBUG nova.network.neutron [-] [instance: 07772474-5173-4d4b-b957-95556040fe94] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.590848] env[69520]: DEBUG nova.compute.manager [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.590848] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.590848] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df875db-721d-48b5-8810-19b51c681634 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.610470] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.614311] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-515cd79f-7b57-4397-a538-1d2ba800d6b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.628027] env[69520]: DEBUG oslo_vmware.api [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 924.628027] env[69520]: value = "task-3481945" [ 924.628027] env[69520]: _type = "Task" [ 924.628027] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.637325] env[69520]: DEBUG oslo_vmware.api [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.638975] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.670782] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 833bd12b-6d6a-43de-aa99-78181d11a19b] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.679093] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-440642fa-d6ec-4c1b-b018-849055bea968 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.689087] env[69520]: DEBUG nova.compute.manager [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.697673] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d914f4-4b9f-4089-b85f-99b21716dc83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.750450] env[69520]: DEBUG nova.compute.manager [req-ad7eb7cd-ac20-4fa7-a28e-7ce702e33957 req-655db615-b6a5-4e58-952b-67f15d668b91 service nova] [instance: 07772474-5173-4d4b-b957-95556040fe94] Detach interface failed, port_id=851d525f-8482-45bf-b297-2e156a27e50d, reason: Instance 07772474-5173-4d4b-b957-95556040fe94 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 925.066327] env[69520]: INFO nova.compute.manager [-] [instance: 07772474-5173-4d4b-b957-95556040fe94] Took 1.61 seconds to deallocate network for instance. [ 925.142301] env[69520]: DEBUG oslo_vmware.api [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481945, 'name': PowerOffVM_Task, 'duration_secs': 0.306041} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.142382] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.142630] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.142897] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b12f19-46b3-45db-b5bb-57867cccf259 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.172984] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 9e999262-f0b8-491e-87d5-abef92b85af2] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.178271] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a40dce-12e4-4580-909c-c1c7ba16125e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.187375] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef06b43-9ab5-4813-9b59-4d97d9b9240c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.226239] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe7eda8-f7d9-4a97-897c-e1ffeec17382 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.229603] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.229816] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.229998] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Deleting the datastore file [datastore2] c636025a-d7ab-4261-9e60-eb4ffe0adc50 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.230677] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bead8bb-0c9f-4f35-a9dc-68e4364010fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.240295] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9e7d28-d99b-444f-b31c-7f325c9a30a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.244838] env[69520]: DEBUG oslo_vmware.api [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 925.244838] env[69520]: value = "task-3481947" [ 925.244838] env[69520]: _type = "Task" [ 925.244838] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.257800] env[69520]: DEBUG nova.compute.provider_tree [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.265343] env[69520]: DEBUG oslo_vmware.api [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.456119] env[69520]: DEBUG nova.compute.manager [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received event network-vif-deleted-89a72be6-54c9-4833-a283-833b2503ca5e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.456410] env[69520]: INFO nova.compute.manager [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Neutron deleted interface 89a72be6-54c9-4833-a283-833b2503ca5e; detaching it from the instance and deleting it from the info cache [ 925.456641] env[69520]: DEBUG nova.network.neutron [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42e5ab9e-924a-4b48-8af3-7aafd417348b", "address": "fa:16:3e:92:7b:4a", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42e5ab9e-92", "ovs_interfaceid": "42e5ab9e-924a-4b48-8af3-7aafd417348b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.573625] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.613917] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.614186] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.614403] env[69520]: DEBUG nova.network.neutron [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.676599] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 83163fb6-9218-4a97-88d2-4f03aede0d23] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.733826] env[69520]: DEBUG nova.compute.manager [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.757012] env[69520]: DEBUG oslo_vmware.api [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3481947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268577} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.758895] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.759142] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.759338] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.759537] env[69520]: INFO nova.compute.manager [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Took 1.17 seconds to destroy the instance on the hypervisor. [ 925.759896] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.761622] env[69520]: DEBUG nova.scheduler.client.report [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.764101] env[69520]: DEBUG nova.compute.manager [-] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.764211] env[69520]: DEBUG nova.network.neutron [-] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.768309] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.768532] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.768686] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.768871] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.769022] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.769174] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.769394] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.769620] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.769806] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.770210] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.770210] env[69520]: DEBUG nova.virt.hardware [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.771043] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d441e401-7e24-4d47-a2fe-1187383c1790 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.781072] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e34d2fe-dc42-4530-8d65-8f257437e028 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.961133] env[69520]: DEBUG oslo_concurrency.lockutils [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.961133] env[69520]: DEBUG oslo_concurrency.lockutils [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Acquired lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.962530] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15df455-7770-449c-9a3e-68c96c5362e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.988221] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5504567d-730b-48bb-ae36-03fe10e2112f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.019547] env[69520]: DEBUG nova.virt.vmwareapi.vmops [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Reconfiguring VM to detach interface {{(pid=69520) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 926.020473] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51fb8a4c-2f3f-4aab-b446-9153e5dde352 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.034777] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.042511] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Waiting for the task: (returnval){ [ 926.042511] env[69520]: value = "task-3481948" [ 926.042511] env[69520]: _type = "Task" [ 926.042511] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.053587] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.144550] env[69520]: DEBUG nova.network.neutron [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Successfully updated port: b2af028f-906b-4d66-a9fc-ed6d3f66e904 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.181526] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: a27c7c05-e62d-4015-8b5a-1419333663e9] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.270184] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.270184] env[69520]: DEBUG nova.compute.manager [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.271202] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.851s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.277503] env[69520]: INFO nova.compute.claims [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.373965] env[69520]: DEBUG nova.compute.manager [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received event network-vif-deleted-42e5ab9e-924a-4b48-8af3-7aafd417348b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.373965] env[69520]: INFO nova.compute.manager [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Neutron deleted interface 42e5ab9e-924a-4b48-8af3-7aafd417348b; detaching it from the instance and deleting it from the info cache [ 926.373965] env[69520]: DEBUG nova.network.neutron [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.440825] env[69520]: INFO nova.network.neutron [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Port 42e5ab9e-924a-4b48-8af3-7aafd417348b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 926.441219] env[69520]: DEBUG nova.network.neutron [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [{"id": "dd5aa18e-5897-494e-8499-917870379cb7", "address": "fa:16:3e:ec:6d:b9", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5aa18e-58", "ovs_interfaceid": "dd5aa18e-5897-494e-8499-917870379cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.553999] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.625522] env[69520]: DEBUG nova.network.neutron [-] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.648472] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "refresh_cache-b2847674-2242-4d0d-aea7-66142c9b2243" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.648675] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquired lock "refresh_cache-b2847674-2242-4d0d-aea7-66142c9b2243" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.648882] env[69520]: DEBUG nova.network.neutron [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.686940] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 38fa3f74-6ae4-436e-a3a8-c510219dfa8e] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.784591] env[69520]: DEBUG nova.compute.utils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.785961] env[69520]: DEBUG nova.compute.manager [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.786138] env[69520]: DEBUG nova.network.neutron [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.877218] env[69520]: DEBUG oslo_concurrency.lockutils [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.944482] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.055729] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.095469] env[69520]: DEBUG nova.policy [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cba2693c5fca4a4489c80ca98524652b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e113834bcbe6429cab43b384f4764c1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.127877] env[69520]: INFO nova.compute.manager [-] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Took 1.36 seconds to deallocate network for instance. [ 927.191210] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: ef93f9a2-7c1e-42d4-aa69-9068989bb28e] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.263241] env[69520]: DEBUG nova.network.neutron [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.290875] env[69520]: DEBUG nova.compute.manager [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.451922] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c82d4768-078a-43ef-a4bc-da04900514ff tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-76521970-acd4-4616-9653-9317fcbe05e5-42e5ab9e-924a-4b48-8af3-7aafd417348b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.950s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.525917] env[69520]: DEBUG nova.network.neutron [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Updating instance_info_cache with network_info: [{"id": "b2af028f-906b-4d66-a9fc-ed6d3f66e904", "address": "fa:16:3e:87:9e:cc", "network": {"id": "1d25773c-1496-4ca1-a93e-ba6f509e1cae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540388586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c012ae3eecc4ed7860ee52e99af10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2af028f-90", "ovs_interfaceid": "b2af028f-906b-4d66-a9fc-ed6d3f66e904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.538390] env[69520]: DEBUG nova.compute.manager [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Received event network-vif-plugged-b2af028f-906b-4d66-a9fc-ed6d3f66e904 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.539090] env[69520]: DEBUG oslo_concurrency.lockutils [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] Acquiring lock "b2847674-2242-4d0d-aea7-66142c9b2243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.539090] env[69520]: DEBUG oslo_concurrency.lockutils [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] Lock "b2847674-2242-4d0d-aea7-66142c9b2243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.539090] env[69520]: DEBUG oslo_concurrency.lockutils [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] Lock "b2847674-2242-4d0d-aea7-66142c9b2243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.539807] env[69520]: DEBUG nova.compute.manager [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] No waiting events found dispatching network-vif-plugged-b2af028f-906b-4d66-a9fc-ed6d3f66e904 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.539807] env[69520]: WARNING nova.compute.manager [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Received unexpected event network-vif-plugged-b2af028f-906b-4d66-a9fc-ed6d3f66e904 for instance with vm_state building and task_state spawning. [ 927.539807] env[69520]: DEBUG nova.compute.manager [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Received event network-changed-b2af028f-906b-4d66-a9fc-ed6d3f66e904 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.540032] env[69520]: DEBUG nova.compute.manager [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Refreshing instance network info cache due to event network-changed-b2af028f-906b-4d66-a9fc-ed6d3f66e904. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.540270] env[69520]: DEBUG oslo_concurrency.lockutils [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] Acquiring lock "refresh_cache-b2847674-2242-4d0d-aea7-66142c9b2243" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.562782] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.588400] env[69520]: DEBUG nova.network.neutron [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Successfully created port: aaac7109-c88b-4eba-afd5-8d2935fa15ff {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.634635] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.694344] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: e22f79a7-40d4-462c-8ce7-25d67bbc324f] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.738300] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6848d619-af78-490c-8c64-f6b86a3579b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.747307] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54641fb-2ce2-4cb6-8d0b-f2a7920bb246 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.792789] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae547b68-048b-4ede-8810-fa61ffbea65a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.805468] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48bdcfa-a026-4166-87a7-15119398369a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.827755] env[69520]: DEBUG nova.compute.provider_tree [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.028688] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Releasing lock "refresh_cache-b2847674-2242-4d0d-aea7-66142c9b2243" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.029067] env[69520]: DEBUG nova.compute.manager [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Instance network_info: |[{"id": "b2af028f-906b-4d66-a9fc-ed6d3f66e904", "address": "fa:16:3e:87:9e:cc", "network": {"id": "1d25773c-1496-4ca1-a93e-ba6f509e1cae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540388586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c012ae3eecc4ed7860ee52e99af10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2af028f-90", "ovs_interfaceid": "b2af028f-906b-4d66-a9fc-ed6d3f66e904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.029969] env[69520]: DEBUG oslo_concurrency.lockutils [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] Acquired lock "refresh_cache-b2847674-2242-4d0d-aea7-66142c9b2243" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.029969] env[69520]: DEBUG nova.network.neutron [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Refreshing network info cache for port b2af028f-906b-4d66-a9fc-ed6d3f66e904 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.030876] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:9e:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2af028f-906b-4d66-a9fc-ed6d3f66e904', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.041020] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.041020] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.041020] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2e1c323-c515-42cf-bf6a-923a2a7ea29e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.066263] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.067678] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.067678] env[69520]: value = "task-3481949" [ 928.067678] env[69520]: _type = "Task" [ 928.067678] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.079108] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481949, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.198461] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 40f1f573-9bc0-43f2-97e8-80b863e1500c] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.315760] env[69520]: DEBUG nova.compute.manager [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.331099] env[69520]: DEBUG nova.scheduler.client.report [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.351391] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87301bc7cfc0401f8dc001bf4a4bdec5',container_format='bare',created_at=2025-04-17T15:47:10Z,direct_url=,disk_format='vmdk',id=b17dac2c-962b-478a-816a-7ae84309b10f,min_disk=1,min_ram=0,name='tempest-test-snap-1391973631',owner='e113834bcbe6429cab43b384f4764c1a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-17T15:47:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.351707] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.351770] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.351960] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.352124] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.352276] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.352506] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.352727] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.355603] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.356027] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.356027] env[69520]: DEBUG nova.virt.hardware [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.358904] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d79b388-049c-4095-9a6e-d920c6fc4261 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.369954] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43d37ed-7ebb-4220-bd03-9e22b5ed008c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.568779] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.578762] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481949, 'name': CreateVM_Task, 'duration_secs': 0.465258} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.578952] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.579906] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.580107] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.580780] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.581025] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d74ee2-4738-45e9-b434-d20a72b082cf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.587775] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 928.587775] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dee611-e279-b69e-d219-2e1b01f2dec1" [ 928.587775] env[69520]: _type = "Task" [ 928.587775] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.599714] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dee611-e279-b69e-d219-2e1b01f2dec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.705290] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: a3c65331-11ab-4a40-b20a-472b65a36ddc] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.836256] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.836830] env[69520]: DEBUG nova.compute.manager [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.842551] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.098s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.842661] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.845336] env[69520]: DEBUG oslo_concurrency.lockutils [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.987s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.847961] env[69520]: INFO nova.compute.claims [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.885074] env[69520]: INFO nova.scheduler.client.report [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Deleted allocations for instance c3f38d90-acbe-4a6a-a957-ea8145159a11 [ 929.069890] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.100500] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dee611-e279-b69e-d219-2e1b01f2dec1, 'name': SearchDatastore_Task, 'duration_secs': 0.0121} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.100500] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.100500] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.100839] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.100961] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.101276] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.101570] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64bed28a-c424-4579-b871-c9b93f01d0c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.105799] env[69520]: DEBUG nova.network.neutron [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Updated VIF entry in instance network info cache for port b2af028f-906b-4d66-a9fc-ed6d3f66e904. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.106172] env[69520]: DEBUG nova.network.neutron [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Updating instance_info_cache with network_info: [{"id": "b2af028f-906b-4d66-a9fc-ed6d3f66e904", "address": "fa:16:3e:87:9e:cc", "network": {"id": "1d25773c-1496-4ca1-a93e-ba6f509e1cae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540388586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c012ae3eecc4ed7860ee52e99af10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2af028f-90", "ovs_interfaceid": "b2af028f-906b-4d66-a9fc-ed6d3f66e904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.116275] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.116801] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.117419] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ebae1a-02a6-4c54-8cce-da60dc372b7b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.129025] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 929.129025] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ccd9b4-d05e-a075-a953-559320179491" [ 929.129025] env[69520]: _type = "Task" [ 929.129025] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.145023] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ccd9b4-d05e-a075-a953-559320179491, 'name': SearchDatastore_Task, 'duration_secs': 0.014298} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.149022] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b2c5d7-f4c3-4738-aa0f-4c1255fe2398 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.152512] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 929.152512] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b39b5-026f-6245-0c39-74725309db85" [ 929.152512] env[69520]: _type = "Task" [ 929.152512] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.165089] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b39b5-026f-6245-0c39-74725309db85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.206770] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 41e6960b-8fec-4bca-b0db-a9dbee4331e7] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.356623] env[69520]: DEBUG nova.compute.utils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.359064] env[69520]: DEBUG nova.compute.manager [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.359336] env[69520]: DEBUG nova.network.neutron [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.395819] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cdf8d1ff-02ae-4bed-b7b5-2599e8552bb5 tempest-ServerDiagnosticsNegativeTest-1991093896 tempest-ServerDiagnosticsNegativeTest-1991093896-project-member] Lock "c3f38d90-acbe-4a6a-a957-ea8145159a11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.430s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.404191] env[69520]: DEBUG nova.policy [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac66dfd3cdc46a09b43d18737a0f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1fbaaf2f0c945d7a4c9e155d33f833d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.502688] env[69520]: DEBUG nova.compute.manager [req-0d49f8fa-217c-47c6-bd9a-d21255710d18 req-f631f1e1-ea00-4337-9c43-03f99bb345d1 service nova] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Received event network-vif-plugged-aaac7109-c88b-4eba-afd5-8d2935fa15ff {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.502688] env[69520]: DEBUG oslo_concurrency.lockutils [req-0d49f8fa-217c-47c6-bd9a-d21255710d18 req-f631f1e1-ea00-4337-9c43-03f99bb345d1 service nova] Acquiring lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.502688] env[69520]: DEBUG oslo_concurrency.lockutils [req-0d49f8fa-217c-47c6-bd9a-d21255710d18 req-f631f1e1-ea00-4337-9c43-03f99bb345d1 service nova] Lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.502688] env[69520]: DEBUG oslo_concurrency.lockutils [req-0d49f8fa-217c-47c6-bd9a-d21255710d18 req-f631f1e1-ea00-4337-9c43-03f99bb345d1 service nova] Lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.502688] env[69520]: DEBUG nova.compute.manager [req-0d49f8fa-217c-47c6-bd9a-d21255710d18 req-f631f1e1-ea00-4337-9c43-03f99bb345d1 service nova] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] No waiting events found dispatching network-vif-plugged-aaac7109-c88b-4eba-afd5-8d2935fa15ff {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.502910] env[69520]: WARNING nova.compute.manager [req-0d49f8fa-217c-47c6-bd9a-d21255710d18 req-f631f1e1-ea00-4337-9c43-03f99bb345d1 service nova] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Received unexpected event network-vif-plugged-aaac7109-c88b-4eba-afd5-8d2935fa15ff for instance with vm_state building and task_state spawning. [ 929.541269] env[69520]: DEBUG nova.network.neutron [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Successfully updated port: aaac7109-c88b-4eba-afd5-8d2935fa15ff {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.575202] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.609893] env[69520]: DEBUG oslo_concurrency.lockutils [req-28e1406c-7e09-4588-aa98-496a40cea05e req-2a83989e-1f2f-45e9-b7f0-597bb40b1465 service nova] Releasing lock "refresh_cache-b2847674-2242-4d0d-aea7-66142c9b2243" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.641500] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquiring lock "304485f6-b35e-4189-aebd-3b7e8043207d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.641500] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lock "304485f6-b35e-4189-aebd-3b7e8043207d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.641500] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquiring lock "304485f6-b35e-4189-aebd-3b7e8043207d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.641500] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lock "304485f6-b35e-4189-aebd-3b7e8043207d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.641500] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lock "304485f6-b35e-4189-aebd-3b7e8043207d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.645497] env[69520]: INFO nova.compute.manager [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Terminating instance [ 929.674473] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b39b5-026f-6245-0c39-74725309db85, 'name': SearchDatastore_Task, 'duration_secs': 0.040337} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.674634] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.674903] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] b2847674-2242-4d0d-aea7-66142c9b2243/b2847674-2242-4d0d-aea7-66142c9b2243.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.675196] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23d2008f-702a-40f7-a873-bef1738ff7bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.686024] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 929.686024] env[69520]: value = "task-3481950" [ 929.686024] env[69520]: _type = "Task" [ 929.686024] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.696912] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.706562] env[69520]: DEBUG nova.network.neutron [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Successfully created port: b0073485-92f5-403b-8c0e-1e4b4f2f0630 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.710620] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: ee2b99fe-ab05-4db4-9ed0-0ca774a9333f] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.870543] env[69520]: DEBUG nova.compute.manager [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.046521] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "refresh_cache-7da6e77e-5f28-4b0e-8e95-74d1464fe76e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.047103] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "refresh_cache-7da6e77e-5f28-4b0e-8e95-74d1464fe76e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.047350] env[69520]: DEBUG nova.network.neutron [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.076537] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.140598] env[69520]: DEBUG oslo_vmware.rw_handles [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521913be-d0e0-611a-9a6b-fec1276fdd58/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 930.141724] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef0e01b-20bf-4d0c-a492-e721b9924a0d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.152566] env[69520]: DEBUG nova.compute.manager [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.153443] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.153521] env[69520]: DEBUG oslo_vmware.rw_handles [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521913be-d0e0-611a-9a6b-fec1276fdd58/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 930.153670] env[69520]: ERROR oslo_vmware.rw_handles [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521913be-d0e0-611a-9a6b-fec1276fdd58/disk-0.vmdk due to incomplete transfer. [ 930.158848] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b56061-27f7-41b2-a543-0d29c78d5d37 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.162716] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d5eb6e2-90da-4e80-955d-581169419083 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.172205] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.173528] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f83d9f95-a041-4407-8fc7-8b0d0461b8c1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.176073] env[69520]: DEBUG oslo_vmware.rw_handles [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521913be-d0e0-611a-9a6b-fec1276fdd58/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 930.176073] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Uploaded image 13b69e22-a784-4b2e-b4fa-7595f2e6dc02 to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 930.179140] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 930.181479] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-806aa55b-1141-4eb4-aa67-b72707399c65 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.193964] env[69520]: DEBUG oslo_vmware.api [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for the task: (returnval){ [ 930.193964] env[69520]: value = "task-3481951" [ 930.193964] env[69520]: _type = "Task" [ 930.193964] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.194368] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 930.194368] env[69520]: value = "task-3481952" [ 930.194368] env[69520]: _type = "Task" [ 930.194368] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.220096] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: e78e3858-451b-4a84-9a18-ca78bae38b3d] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.223966] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481950, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.232614] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481952, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.237828] env[69520]: DEBUG oslo_vmware.api [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.424272] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c47a91-4707-4889-adb6-92dec1c8ea52 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.434348] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00919d0-c9a5-45e3-8ee7-1b45120793f4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.474026] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eecc16c-4c62-41ec-9b8c-db56a7cebb2e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.482910] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add1c82d-2b66-44e8-976e-f234a9961ba0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.498152] env[69520]: DEBUG nova.compute.provider_tree [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.574519] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.621960] env[69520]: DEBUG nova.network.neutron [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.624493] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquiring lock "75e60567-ff39-49c7-a6d0-d9391663864d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.624746] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lock "75e60567-ff39-49c7-a6d0-d9391663864d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.701187] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560108} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.707370] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] b2847674-2242-4d0d-aea7-66142c9b2243/b2847674-2242-4d0d-aea7-66142c9b2243.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.707729] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.707900] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaeda388-f5a4-404f-a51d-1b047cd1f066 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.715830] env[69520]: DEBUG oslo_vmware.api [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481951, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.719990] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481952, 'name': Destroy_Task, 'duration_secs': 0.507442} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.720348] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 930.720348] env[69520]: value = "task-3481953" [ 930.720348] env[69520]: _type = "Task" [ 930.720348] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.720617] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Destroyed the VM [ 930.720813] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 930.721254] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f70daa68-7e60-4516-87cc-d4b5e0c5daae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.728847] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: a4b0b9e9-6fa3-49f8-a241-370e576267dc] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.740026] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.740026] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 930.740026] env[69520]: value = "task-3481954" [ 930.740026] env[69520]: _type = "Task" [ 930.740026] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.748184] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481954, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.894072] env[69520]: DEBUG nova.compute.manager [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.925285] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.925519] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.925659] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.925884] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.925986] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.926138] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.926345] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.926505] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.926669] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.926865] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.927064] env[69520]: DEBUG nova.virt.hardware [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.927920] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f203e61-a401-4438-b129-b5c334bcab75 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.940680] env[69520]: DEBUG nova.network.neutron [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Updating instance_info_cache with network_info: [{"id": "aaac7109-c88b-4eba-afd5-8d2935fa15ff", "address": "fa:16:3e:59:cd:a7", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaac7109-c8", "ovs_interfaceid": "aaac7109-c88b-4eba-afd5-8d2935fa15ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.943139] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4da97a5-1373-453d-97eb-e1401a965a96 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.001853] env[69520]: DEBUG nova.scheduler.client.report [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.072123] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.130036] env[69520]: DEBUG nova.compute.manager [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.210784] env[69520]: DEBUG oslo_vmware.api [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481951, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.231310] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08533} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.231716] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 58a4c2cb-ab2e-414e-a0cd-76f88c0430b3] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.233517] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.238025] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f82c7d-5112-47fb-b47a-2a239554e8ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.261107] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] b2847674-2242-4d0d-aea7-66142c9b2243/b2847674-2242-4d0d-aea7-66142c9b2243.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.263803] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a6f5ce-f412-41a2-9810-0fd4b794f955 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.282286] env[69520]: DEBUG nova.compute.manager [req-1548fa18-ec28-4c9a-97e4-f25f2fb86242 req-df55aea3-0935-4955-aea3-01405b7d0553 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Received event network-vif-plugged-b0073485-92f5-403b-8c0e-1e4b4f2f0630 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.282507] env[69520]: DEBUG oslo_concurrency.lockutils [req-1548fa18-ec28-4c9a-97e4-f25f2fb86242 req-df55aea3-0935-4955-aea3-01405b7d0553 service nova] Acquiring lock "ca7fb845-531e-49fb-983b-1726f0fceede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.282757] env[69520]: DEBUG oslo_concurrency.lockutils [req-1548fa18-ec28-4c9a-97e4-f25f2fb86242 req-df55aea3-0935-4955-aea3-01405b7d0553 service nova] Lock "ca7fb845-531e-49fb-983b-1726f0fceede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.282975] env[69520]: DEBUG oslo_concurrency.lockutils [req-1548fa18-ec28-4c9a-97e4-f25f2fb86242 req-df55aea3-0935-4955-aea3-01405b7d0553 service nova] Lock "ca7fb845-531e-49fb-983b-1726f0fceede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.283159] env[69520]: DEBUG nova.compute.manager [req-1548fa18-ec28-4c9a-97e4-f25f2fb86242 req-df55aea3-0935-4955-aea3-01405b7d0553 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] No waiting events found dispatching network-vif-plugged-b0073485-92f5-403b-8c0e-1e4b4f2f0630 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.283319] env[69520]: WARNING nova.compute.manager [req-1548fa18-ec28-4c9a-97e4-f25f2fb86242 req-df55aea3-0935-4955-aea3-01405b7d0553 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Received unexpected event network-vif-plugged-b0073485-92f5-403b-8c0e-1e4b4f2f0630 for instance with vm_state building and task_state spawning. [ 931.289162] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481954, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.296881] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 931.296881] env[69520]: value = "task-3481955" [ 931.296881] env[69520]: _type = "Task" [ 931.296881] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.306026] env[69520]: DEBUG nova.network.neutron [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Successfully updated port: b0073485-92f5-403b-8c0e-1e4b4f2f0630 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.311988] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.449803] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "refresh_cache-7da6e77e-5f28-4b0e-8e95-74d1464fe76e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.449803] env[69520]: DEBUG nova.compute.manager [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Instance network_info: |[{"id": "aaac7109-c88b-4eba-afd5-8d2935fa15ff", "address": "fa:16:3e:59:cd:a7", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaac7109-c8", "ovs_interfaceid": "aaac7109-c88b-4eba-afd5-8d2935fa15ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.449803] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:cd:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaac7109-c88b-4eba-afd5-8d2935fa15ff', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.457802] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.458046] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.458285] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a454b1ca-fb22-497e-a118-0295edb9d1c1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.481093] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.481093] env[69520]: value = "task-3481956" [ 931.481093] env[69520]: _type = "Task" [ 931.481093] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.490919] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481956, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.508397] env[69520]: DEBUG oslo_concurrency.lockutils [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.508840] env[69520]: DEBUG nova.compute.manager [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.511771] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.730s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.511960] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.514168] env[69520]: DEBUG oslo_concurrency.lockutils [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.706s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.514359] env[69520]: DEBUG oslo_concurrency.lockutils [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.516412] env[69520]: DEBUG oslo_concurrency.lockutils [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.945s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.516637] env[69520]: DEBUG oslo_concurrency.lockutils [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.518653] env[69520]: DEBUG oslo_concurrency.lockutils [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.746s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.518940] env[69520]: DEBUG oslo_concurrency.lockutils [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.520467] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.930s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.520646] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.522200] env[69520]: DEBUG oslo_concurrency.lockutils [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.528s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.530730] env[69520]: DEBUG nova.compute.manager [req-2d59cca8-cb46-48a1-aa17-0aaf83469844 req-321db50a-5297-4cc8-9a70-fa1f1857ef4c service nova] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Received event network-changed-aaac7109-c88b-4eba-afd5-8d2935fa15ff {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.530868] env[69520]: DEBUG nova.compute.manager [req-2d59cca8-cb46-48a1-aa17-0aaf83469844 req-321db50a-5297-4cc8-9a70-fa1f1857ef4c service nova] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Refreshing instance network info cache due to event network-changed-aaac7109-c88b-4eba-afd5-8d2935fa15ff. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.531109] env[69520]: DEBUG oslo_concurrency.lockutils [req-2d59cca8-cb46-48a1-aa17-0aaf83469844 req-321db50a-5297-4cc8-9a70-fa1f1857ef4c service nova] Acquiring lock "refresh_cache-7da6e77e-5f28-4b0e-8e95-74d1464fe76e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.531622] env[69520]: DEBUG oslo_concurrency.lockutils [req-2d59cca8-cb46-48a1-aa17-0aaf83469844 req-321db50a-5297-4cc8-9a70-fa1f1857ef4c service nova] Acquired lock "refresh_cache-7da6e77e-5f28-4b0e-8e95-74d1464fe76e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.531622] env[69520]: DEBUG nova.network.neutron [req-2d59cca8-cb46-48a1-aa17-0aaf83469844 req-321db50a-5297-4cc8-9a70-fa1f1857ef4c service nova] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Refreshing network info cache for port aaac7109-c88b-4eba-afd5-8d2935fa15ff {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.546579] env[69520]: INFO nova.scheduler.client.report [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleted allocations for instance 47429f11-9903-4c17-a621-6ddac659eb72 [ 931.552878] env[69520]: INFO nova.scheduler.client.report [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleted allocations for instance ffdfbb9c-6454-4a3c-b656-e26016ab79ba [ 931.567843] env[69520]: INFO nova.scheduler.client.report [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Deleted allocations for instance c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4 [ 931.579134] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.580300] env[69520]: INFO nova.scheduler.client.report [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Deleted allocations for instance f6523d7a-32af-480b-bf51-980f79de4a5f [ 931.582326] env[69520]: INFO nova.scheduler.client.report [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Deleted allocations for instance c28e5b14-b67f-4413-b8c8-ca18f2845e8d [ 931.588977] env[69520]: WARNING oslo_messaging._drivers.amqpdriver [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 931.658119] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.712092] env[69520]: DEBUG oslo_vmware.api [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481951, 'name': PowerOffVM_Task, 'duration_secs': 1.229346} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.713430] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.713430] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.713430] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c278d4cf-ad5f-4603-8ec9-52729d9c11cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.738834] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 6008ce40-9804-497e-9fc2-7eb9f871e031] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.752044] env[69520]: DEBUG oslo_vmware.api [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481954, 'name': RemoveSnapshot_Task, 'duration_secs': 0.726676} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.752044] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 931.752044] env[69520]: INFO nova.compute.manager [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Took 14.29 seconds to snapshot the instance on the hypervisor. [ 931.805539] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.805888] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.807590] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Deleting the datastore file [datastore2] 304485f6-b35e-4189-aebd-3b7e8043207d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.807590] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f69cd3f-a8df-433d-9916-b7f837ff0690 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.813366] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "refresh_cache-ca7fb845-531e-49fb-983b-1726f0fceede" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.813501] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "refresh_cache-ca7fb845-531e-49fb-983b-1726f0fceede" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.813694] env[69520]: DEBUG nova.network.neutron [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.814775] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.831192] env[69520]: DEBUG oslo_vmware.api [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for the task: (returnval){ [ 931.831192] env[69520]: value = "task-3481958" [ 931.831192] env[69520]: _type = "Task" [ 931.831192] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.842220] env[69520]: DEBUG oslo_vmware.api [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.994906] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481956, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.026632] env[69520]: DEBUG nova.compute.utils [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.033104] env[69520]: DEBUG nova.compute.manager [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.033104] env[69520]: DEBUG nova.network.neutron [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.057134] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ed35cab0-5385-46da-bf3b-6348d7a43d20 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "47429f11-9903-4c17-a621-6ddac659eb72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.914s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.062321] env[69520]: DEBUG oslo_concurrency.lockutils [None req-702ee813-ccec-4dce-9f6f-522c87fb5c77 tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "ffdfbb9c-6454-4a3c-b656-e26016ab79ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.720s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.074862] env[69520]: DEBUG nova.policy [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc4ce471dac94e93bb457288444c3684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47480425367a4e72915b64218de31e47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.086357] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.091770] env[69520]: DEBUG oslo_concurrency.lockutils [None req-755014ee-9a72-4d79-a2ec-a49d5fc9dccf tempest-MultipleCreateTestJSON-289590374 tempest-MultipleCreateTestJSON-289590374-project-member] Lock "c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.633s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.102428] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b5a354aa-a8f3-4b9b-b108-8567ca493256 tempest-ServerRescueTestJSONUnderV235-826770195 tempest-ServerRescueTestJSONUnderV235-826770195-project-member] Lock "f6523d7a-32af-480b-bf51-980f79de4a5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.278s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.102809] env[69520]: DEBUG oslo_concurrency.lockutils [None req-480aac7f-fe6f-4d12-a5e8-5ecffe28efbe tempest-ServersWithSpecificFlavorTestJSON-1093389070 tempest-ServersWithSpecificFlavorTestJSON-1093389070-project-member] Lock "c28e5b14-b67f-4413-b8c8-ca18f2845e8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.255s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.248021] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 660594cc-9add-49ef-bf85-f2b21d827af5] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.310229] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481955, 'name': ReconfigVM_Task, 'duration_secs': 0.734577} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.312724] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Reconfigured VM instance instance-00000043 to attach disk [datastore1] b2847674-2242-4d0d-aea7-66142c9b2243/b2847674-2242-4d0d-aea7-66142c9b2243.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.315788] env[69520]: DEBUG nova.compute.manager [None req-11db4875-567b-482d-9659-62d5ba47aa18 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Found 1 images (rotation: 2) {{(pid=69520) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 932.317633] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abcbb2e5-00e5-4ab8-b86e-ef642944e61a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.328165] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 932.328165] env[69520]: value = "task-3481959" [ 932.328165] env[69520]: _type = "Task" [ 932.328165] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.340223] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481959, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.351585] env[69520]: DEBUG oslo_vmware.api [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Task: {'id': task-3481958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18485} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.351585] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.351585] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.351887] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.352210] env[69520]: INFO nova.compute.manager [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Took 2.20 seconds to destroy the instance on the hypervisor. [ 932.352724] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.353212] env[69520]: DEBUG nova.compute.manager [-] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.354028] env[69520]: DEBUG nova.network.neutron [-] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.381259] env[69520]: DEBUG nova.network.neutron [req-2d59cca8-cb46-48a1-aa17-0aaf83469844 req-321db50a-5297-4cc8-9a70-fa1f1857ef4c service nova] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Updated VIF entry in instance network info cache for port aaac7109-c88b-4eba-afd5-8d2935fa15ff. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.381259] env[69520]: DEBUG nova.network.neutron [req-2d59cca8-cb46-48a1-aa17-0aaf83469844 req-321db50a-5297-4cc8-9a70-fa1f1857ef4c service nova] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Updating instance_info_cache with network_info: [{"id": "aaac7109-c88b-4eba-afd5-8d2935fa15ff", "address": "fa:16:3e:59:cd:a7", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaac7109-c8", "ovs_interfaceid": "aaac7109-c88b-4eba-afd5-8d2935fa15ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.381259] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "870967fa-f424-45ff-83bc-9ebb6e7869ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.381259] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "870967fa-f424-45ff-83bc-9ebb6e7869ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.381259] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "870967fa-f424-45ff-83bc-9ebb6e7869ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.381259] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "870967fa-f424-45ff-83bc-9ebb6e7869ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.381259] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "870967fa-f424-45ff-83bc-9ebb6e7869ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.387314] env[69520]: INFO nova.compute.manager [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Terminating instance [ 932.394862] env[69520]: DEBUG nova.network.neutron [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.404595] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a9694a-246a-41e6-ab4b-c59ade42ec2a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.414296] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87014be3-e0e4-4679-94a7-41e4d60b71cb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.451192] env[69520]: DEBUG nova.network.neutron [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Successfully created port: 05a607ab-dfe8-4159-8df9-4d4ad1768ba0 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.458018] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a927875f-1d1e-4ec3-92a2-aba8c5c8e776 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.467614] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de3028-d4b4-4eda-a4eb-956a2c23d308 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.485881] env[69520]: DEBUG nova.compute.provider_tree [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.504793] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481956, 'name': CreateVM_Task, 'duration_secs': 0.678858} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.505246] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.506162] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.506899] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.506991] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.507584] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34362c56-0ef7-47e6-bdfb-e51c95d7d60b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.514178] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 932.514178] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5219e09c-5703-bb97-1b34-9d2234f7b60c" [ 932.514178] env[69520]: _type = "Task" [ 932.514178] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.526900] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5219e09c-5703-bb97-1b34-9d2234f7b60c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.532145] env[69520]: DEBUG nova.compute.manager [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.577528] env[69520]: DEBUG oslo_vmware.api [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Task: {'id': task-3481948, 'name': ReconfigVM_Task, 'duration_secs': 6.053088} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.577528] env[69520]: DEBUG oslo_concurrency.lockutils [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] Releasing lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.577528] env[69520]: DEBUG nova.virt.vmwareapi.vmops [req-61bf64d5-9c86-47b9-bfe1-b29f131c4efc req-5f6074d7-cdba-47c9-b107-0d6f55a5135e service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Reconfigured VM to detach interface {{(pid=69520) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 932.577528] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "76521970-acd4-4616-9653-9317fcbe05e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.542s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.577528] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "76521970-acd4-4616-9653-9317fcbe05e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.577528] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "76521970-acd4-4616-9653-9317fcbe05e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.577871] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "76521970-acd4-4616-9653-9317fcbe05e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.580257] env[69520]: INFO nova.compute.manager [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Terminating instance [ 932.750229] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: dfa943a8-70f0-4eb2-90df-c8b77aa09895] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.809859] env[69520]: DEBUG nova.network.neutron [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Updating instance_info_cache with network_info: [{"id": "b0073485-92f5-403b-8c0e-1e4b4f2f0630", "address": "fa:16:3e:83:90:14", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0073485-92", "ovs_interfaceid": "b0073485-92f5-403b-8c0e-1e4b4f2f0630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.838120] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481959, 'name': Rename_Task, 'duration_secs': 0.153567} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.842301] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.842301] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0736bb0-5fd4-4bb1-8817-057dd3942da9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.849316] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 932.849316] env[69520]: value = "task-3481960" [ 932.849316] env[69520]: _type = "Task" [ 932.849316] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.864295] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.884323] env[69520]: DEBUG oslo_concurrency.lockutils [req-2d59cca8-cb46-48a1-aa17-0aaf83469844 req-321db50a-5297-4cc8-9a70-fa1f1857ef4c service nova] Releasing lock "refresh_cache-7da6e77e-5f28-4b0e-8e95-74d1464fe76e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.895603] env[69520]: DEBUG nova.compute.manager [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.895884] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.896764] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2158bf-1f4c-43a1-8ca5-64a746261b70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.906743] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.906995] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d031b17-daf7-48bf-9bb1-187bc6e366de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.915059] env[69520]: DEBUG oslo_vmware.api [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 932.915059] env[69520]: value = "task-3481961" [ 932.915059] env[69520]: _type = "Task" [ 932.915059] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.931868] env[69520]: DEBUG oslo_vmware.api [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.996418] env[69520]: DEBUG nova.scheduler.client.report [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.031431] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.031720] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Processing image b17dac2c-962b-478a-816a-7ae84309b10f {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.031977] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f/b17dac2c-962b-478a-816a-7ae84309b10f.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.032137] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f/b17dac2c-962b-478a-816a-7ae84309b10f.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.032318] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.032585] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feea41a3-24fc-4d01-a130-4828a5790a73 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.038131] env[69520]: INFO nova.virt.block_device [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Booting with volume cc77b8d0-3e72-435d-b138-fe656824831a at /dev/sda [ 933.057513] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.057779] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.062024] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9a0f3a-ed28-4b82-a375-76303d2dda89 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.074824] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 933.074824] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523eb810-f05f-ab56-3286-9d2d6bf7037e" [ 933.074824] env[69520]: _type = "Task" [ 933.074824] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.086788] env[69520]: DEBUG nova.compute.manager [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.087106] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.087485] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523eb810-f05f-ab56-3286-9d2d6bf7037e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.088377] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11642758-15ce-483c-a81e-b061b8f03309 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.094484] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b97519f-512f-4ff2-99b4-cf29fbc2845b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.100959] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.101908] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-222f2021-9b68-4805-839c-dbc3dc34caec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.112122] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c22dee0-19e3-4e57-9bb0-93089d712fc2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.125698] env[69520]: DEBUG oslo_vmware.api [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 933.125698] env[69520]: value = "task-3481962" [ 933.125698] env[69520]: _type = "Task" [ 933.125698] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.135260] env[69520]: DEBUG oslo_vmware.api [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.152011] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21207020-69c5-4c1e-9ba8-dc5a137fc6eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.162493] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0b7f4e-7d2a-4848-8433-4afb868858f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.199570] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8c8d6-4dca-42bc-b9e6-291bb2a20114 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.209043] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe2414e-35e2-4e5e-ba99-fc6bea8edb25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.225700] env[69520]: DEBUG nova.virt.block_device [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Updating existing volume attachment record: 9fc5f81b-3559-4973-9d04-53259f6d0e2f {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 933.253522] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: c97997e0-0d0e-4be1-9ac7-e858f9a4f8b9] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.312894] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "refresh_cache-ca7fb845-531e-49fb-983b-1726f0fceede" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.314433] env[69520]: DEBUG nova.compute.manager [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Instance network_info: |[{"id": "b0073485-92f5-403b-8c0e-1e4b4f2f0630", "address": "fa:16:3e:83:90:14", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0073485-92", "ovs_interfaceid": "b0073485-92f5-403b-8c0e-1e4b4f2f0630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.314433] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:90:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0073485-92f5-403b-8c0e-1e4b4f2f0630', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.324186] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Creating folder: Project (e1fbaaf2f0c945d7a4c9e155d33f833d). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.325972] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9256924-49b1-4144-bee9-82f77e1660dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.341470] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Created folder: Project (e1fbaaf2f0c945d7a4c9e155d33f833d) in parent group-v695915. [ 933.341570] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Creating folder: Instances. Parent ref: group-v696104. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.341778] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0761726-792b-437c-923d-ffdd44ab7d00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.358859] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Created folder: Instances in parent group-v696104. [ 933.359174] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.359933] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.360491] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aad108d9-afab-4761-950f-6947bfd39a5e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.386649] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.392876] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.392876] env[69520]: value = "task-3481965" [ 933.392876] env[69520]: _type = "Task" [ 933.392876] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.402704] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481965, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.427731] env[69520]: DEBUG oslo_vmware.api [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481961, 'name': PowerOffVM_Task, 'duration_secs': 0.221433} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.428485] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.428485] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.428639] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42ce6cff-970f-4880-a200-c305433bed58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.512099] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.512099] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.512099] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleting the datastore file [datastore1] 870967fa-f424-45ff-83bc-9ebb6e7869ae {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.512722] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bc48d3d-2ad4-488f-b6bc-0d362788d5b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.522034] env[69520]: DEBUG oslo_vmware.api [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 933.522034] env[69520]: value = "task-3481967" [ 933.522034] env[69520]: _type = "Task" [ 933.522034] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.532942] env[69520]: DEBUG oslo_vmware.api [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.586320] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Preparing fetch location {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 933.586870] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Fetch image to [datastore1] OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9/OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9.vmdk {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 933.587135] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Downloading stream optimized image b17dac2c-962b-478a-816a-7ae84309b10f to [datastore1] OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9/OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9.vmdk on the data store datastore1 as vApp {{(pid=69520) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 933.587369] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Downloading image file data b17dac2c-962b-478a-816a-7ae84309b10f to the ESX as VM named 'OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9' {{(pid=69520) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 933.638727] env[69520]: DEBUG oslo_vmware.api [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481962, 'name': PowerOffVM_Task, 'duration_secs': 0.378111} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.639913] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.639913] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.639913] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72097d55-e64f-40c6-ba71-66e638cf986e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.730546] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.731542] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.731542] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleting the datastore file [datastore2] 76521970-acd4-4616-9653-9317fcbe05e5 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.731542] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6619d18-c10b-4afd-b561-d79313309d58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.741302] env[69520]: DEBUG oslo_vmware.rw_handles [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 933.741302] env[69520]: value = "resgroup-9" [ 933.741302] env[69520]: _type = "ResourcePool" [ 933.741302] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 933.741740] env[69520]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4b436a2c-2358-4d42-a1bd-a7ebd1756390 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.766253] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 71b79e4c-e9bc-46b7-9554-06afa2279ea8] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.768290] env[69520]: DEBUG oslo_vmware.api [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 933.768290] env[69520]: value = "task-3481969" [ 933.768290] env[69520]: _type = "Task" [ 933.768290] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.775044] env[69520]: DEBUG oslo_vmware.rw_handles [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lease: (returnval){ [ 933.775044] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b1390-a6b9-288e-7e0b-16f66d18c58a" [ 933.775044] env[69520]: _type = "HttpNfcLease" [ 933.775044] env[69520]: } obtained for vApp import into resource pool (val){ [ 933.775044] env[69520]: value = "resgroup-9" [ 933.775044] env[69520]: _type = "ResourcePool" [ 933.775044] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 933.775395] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the lease: (returnval){ [ 933.775395] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b1390-a6b9-288e-7e0b-16f66d18c58a" [ 933.775395] env[69520]: _type = "HttpNfcLease" [ 933.775395] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 933.778662] env[69520]: DEBUG oslo_vmware.api [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.787101] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.787101] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b1390-a6b9-288e-7e0b-16f66d18c58a" [ 933.787101] env[69520]: _type = "HttpNfcLease" [ 933.787101] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.844459] env[69520]: DEBUG nova.network.neutron [-] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.867060] env[69520]: DEBUG oslo_vmware.api [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481960, 'name': PowerOnVM_Task, 'duration_secs': 0.979898} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.867875] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.868137] env[69520]: INFO nova.compute.manager [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Took 8.14 seconds to spawn the instance on the hypervisor. [ 933.868409] env[69520]: DEBUG nova.compute.manager [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.874308] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409b86ba-4a90-4879-bd3c-85185eb5160d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.907863] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481965, 'name': CreateVM_Task, 'duration_secs': 0.469839} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.908302] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.909275] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.909687] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.910338] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.910706] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e01f11-7798-4008-94fc-f2940e411a43 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.916082] env[69520]: DEBUG nova.compute.manager [req-bc8ccf1c-f050-417e-96e2-93e8a625519a req-5b1f1ce3-f4cc-4aec-b4c7-2595d740e3f8 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Received event network-changed-b0073485-92f5-403b-8c0e-1e4b4f2f0630 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.916363] env[69520]: DEBUG nova.compute.manager [req-bc8ccf1c-f050-417e-96e2-93e8a625519a req-5b1f1ce3-f4cc-4aec-b4c7-2595d740e3f8 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Refreshing instance network info cache due to event network-changed-b0073485-92f5-403b-8c0e-1e4b4f2f0630. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.916839] env[69520]: DEBUG oslo_concurrency.lockutils [req-bc8ccf1c-f050-417e-96e2-93e8a625519a req-5b1f1ce3-f4cc-4aec-b4c7-2595d740e3f8 service nova] Acquiring lock "refresh_cache-ca7fb845-531e-49fb-983b-1726f0fceede" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.917093] env[69520]: DEBUG oslo_concurrency.lockutils [req-bc8ccf1c-f050-417e-96e2-93e8a625519a req-5b1f1ce3-f4cc-4aec-b4c7-2595d740e3f8 service nova] Acquired lock "refresh_cache-ca7fb845-531e-49fb-983b-1726f0fceede" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.917331] env[69520]: DEBUG nova.network.neutron [req-bc8ccf1c-f050-417e-96e2-93e8a625519a req-5b1f1ce3-f4cc-4aec-b4c7-2595d740e3f8 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Refreshing network info cache for port b0073485-92f5-403b-8c0e-1e4b4f2f0630 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.929279] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 933.929279] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d73891-f775-cee7-7389-01397f44a421" [ 933.929279] env[69520]: _type = "Task" [ 933.929279] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.947418] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d73891-f775-cee7-7389-01397f44a421, 'name': SearchDatastore_Task, 'duration_secs': 0.012172} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.947418] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.947418] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.947794] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.947794] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.948155] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.949385] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79746c57-bcc7-44de-9760-754a50b9e8c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.970422] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.973250] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.973250] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f57a38-bef8-4d97-98ba-68826b2256d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.981626] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 933.981626] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526e318c-577a-4ef4-0452-32c03e734946" [ 933.981626] env[69520]: _type = "Task" [ 933.981626] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.993193] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526e318c-577a-4ef4-0452-32c03e734946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.015460] env[69520]: DEBUG oslo_concurrency.lockutils [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.492s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.019172] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.714s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.021154] env[69520]: INFO nova.compute.claims [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.038497] env[69520]: DEBUG oslo_vmware.api [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3481967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235182} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.038497] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.038497] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.038497] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.038497] env[69520]: INFO nova.compute.manager [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 934.038497] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.038497] env[69520]: DEBUG nova.compute.manager [-] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.038497] env[69520]: DEBUG nova.network.neutron [-] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.201281] env[69520]: DEBUG nova.compute.manager [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.202378] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae345183-2ff8-42e1-a079-0657c6eca4e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.270537] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 8410457a-eee4-47ad-b7fb-053901fd16e5] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.289176] env[69520]: DEBUG oslo_vmware.api [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3481969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301726} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.290241] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.290691] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.291048] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.291345] env[69520]: INFO nova.compute.manager [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 934.291694] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.291987] env[69520]: DEBUG nova.compute.manager [-] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.292189] env[69520]: DEBUG nova.network.neutron [-] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.297028] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.297028] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b1390-a6b9-288e-7e0b-16f66d18c58a" [ 934.297028] env[69520]: _type = "HttpNfcLease" [ 934.297028] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 934.348850] env[69520]: INFO nova.compute.manager [-] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Took 2.00 seconds to deallocate network for instance. [ 934.393521] env[69520]: INFO nova.compute.manager [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Took 44.62 seconds to build instance. [ 934.497820] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526e318c-577a-4ef4-0452-32c03e734946, 'name': SearchDatastore_Task, 'duration_secs': 0.013037} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.498780] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-145eec76-2882-4b87-b33e-cc9c49fb535c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.506998] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 934.506998] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526e80fe-d5b6-834c-a028-0f63375bcb33" [ 934.506998] env[69520]: _type = "Task" [ 934.506998] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.518868] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526e80fe-d5b6-834c-a028-0f63375bcb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.612297] env[69520]: INFO nova.scheduler.client.report [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted allocation for migration a68f6104-e7c7-4763-a09f-06822981c475 [ 934.618955] env[69520]: DEBUG nova.network.neutron [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Successfully updated port: 05a607ab-dfe8-4159-8df9-4d4ad1768ba0 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.715643] env[69520]: INFO nova.compute.manager [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] instance snapshotting [ 934.716432] env[69520]: DEBUG nova.objects.instance [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'flavor' on Instance uuid 8137a947-18ef-4e25-b580-96a9eb6077be {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.779632] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 9f52f42b-e316-4b82-bfec-9a21afa9b19f] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.794420] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.794420] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b1390-a6b9-288e-7e0b-16f66d18c58a" [ 934.794420] env[69520]: _type = "HttpNfcLease" [ 934.794420] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 934.794995] env[69520]: DEBUG oslo_vmware.rw_handles [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 934.794995] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b1390-a6b9-288e-7e0b-16f66d18c58a" [ 934.794995] env[69520]: _type = "HttpNfcLease" [ 934.794995] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 934.796188] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e902765-f867-4b3a-9a52-0c990a718694 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.814886] env[69520]: DEBUG oslo_vmware.rw_handles [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522eb1cb-0ff0-560a-0c05-833807360b40/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 934.815063] env[69520]: DEBUG oslo_vmware.rw_handles [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522eb1cb-0ff0-560a-0c05-833807360b40/disk-0.vmdk. {{(pid=69520) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 934.876660] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.892636] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42d18694-b1f1-4f81-a4de-404952fb8947 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.900308] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3b9b9d08-ab2e-480b-b8c3-e45ea44f17b9 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "b2847674-2242-4d0d-aea7-66142c9b2243" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.139s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.976848] env[69520]: DEBUG nova.network.neutron [-] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.022184] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526e80fe-d5b6-834c-a028-0f63375bcb33, 'name': SearchDatastore_Task, 'duration_secs': 0.012954} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.022184] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.022382] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] ca7fb845-531e-49fb-983b-1726f0fceede/ca7fb845-531e-49fb-983b-1726f0fceede.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.022664] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e62fdabc-f91d-46c7-ab32-72bb7fb83909 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.035245] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 935.035245] env[69520]: value = "task-3481971" [ 935.035245] env[69520]: _type = "Task" [ 935.035245] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.052991] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.116327] env[69520]: DEBUG oslo_concurrency.lockutils [None req-94fd3b9e-ff8d-4a19-8874-23035f6d4edf tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.687s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.121937] env[69520]: DEBUG oslo_concurrency.lockutils [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Acquiring lock "refresh_cache-90c6232f-8825-4543-b5d9-f4bcb3df371d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.122340] env[69520]: DEBUG oslo_concurrency.lockutils [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Acquired lock "refresh_cache-90c6232f-8825-4543-b5d9-f4bcb3df371d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.122340] env[69520]: DEBUG nova.network.neutron [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.222316] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c980f-4a3f-487c-8be7-63ec3a1d765d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.258619] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd5213c-faca-440f-b666-bb3084459028 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.289865] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: ce8a7015-89cc-4bb5-a57d-cde8981316d4] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.327115] env[69520]: DEBUG nova.network.neutron [req-bc8ccf1c-f050-417e-96e2-93e8a625519a req-5b1f1ce3-f4cc-4aec-b4c7-2595d740e3f8 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Updated VIF entry in instance network info cache for port b0073485-92f5-403b-8c0e-1e4b4f2f0630. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.327115] env[69520]: DEBUG nova.network.neutron [req-bc8ccf1c-f050-417e-96e2-93e8a625519a req-5b1f1ce3-f4cc-4aec-b4c7-2595d740e3f8 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Updating instance_info_cache with network_info: [{"id": "b0073485-92f5-403b-8c0e-1e4b4f2f0630", "address": "fa:16:3e:83:90:14", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0073485-92", "ovs_interfaceid": "b0073485-92f5-403b-8c0e-1e4b4f2f0630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.390302] env[69520]: DEBUG nova.compute.manager [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.390985] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.391267] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.391466] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.391694] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.391888] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.392082] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.392370] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.392594] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.392819] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.393090] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.393351] env[69520]: DEBUG nova.virt.hardware [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.394767] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60618edc-d858-4192-bbe9-a695855263ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.419623] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7614182-fb9e-41eb-8110-7ca13c350dcd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.483026] env[69520]: INFO nova.compute.manager [-] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Took 1.44 seconds to deallocate network for instance. [ 935.507139] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42760715-7499-47b8-8ab3-3c6556dbe510 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.521194] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4e694f-9b83-4262-8c39-81a21e661cb5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.566630] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcfac41-689d-43a8-8175-e91a02ceb8b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.584051] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530394} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.584051] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] ca7fb845-531e-49fb-983b-1726f0fceede/ca7fb845-531e-49fb-983b-1726f0fceede.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.584051] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.584051] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb96b744-aff5-477a-bc57-126e57f86d0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.589869] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997e639c-a3fc-4454-94e9-55033ff2a6f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.603988] env[69520]: DEBUG nova.compute.provider_tree [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.606933] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 935.606933] env[69520]: value = "task-3481972" [ 935.606933] env[69520]: _type = "Task" [ 935.606933] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.616710] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.708978] env[69520]: DEBUG nova.network.neutron [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.782171] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 935.782572] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df0529a4-aa30-4c7a-b949-59f43db314f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.792662] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 81b45160-82b7-4913-9ab3-999d958d94e6] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.794685] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 935.794685] env[69520]: value = "task-3481973" [ 935.794685] env[69520]: _type = "Task" [ 935.794685] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.810514] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481973, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.835743] env[69520]: DEBUG oslo_concurrency.lockutils [req-bc8ccf1c-f050-417e-96e2-93e8a625519a req-5b1f1ce3-f4cc-4aec-b4c7-2595d740e3f8 service nova] Releasing lock "refresh_cache-ca7fb845-531e-49fb-983b-1726f0fceede" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.837932] env[69520]: DEBUG oslo_vmware.rw_handles [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Completed reading data from the image iterator. {{(pid=69520) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 935.838137] env[69520]: DEBUG oslo_vmware.rw_handles [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522eb1cb-0ff0-560a-0c05-833807360b40/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 935.839148] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3430a58-e990-4fae-a37b-d60d747a2238 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.849039] env[69520]: DEBUG oslo_vmware.rw_handles [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522eb1cb-0ff0-560a-0c05-833807360b40/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 935.849312] env[69520]: DEBUG oslo_vmware.rw_handles [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522eb1cb-0ff0-560a-0c05-833807360b40/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 935.849649] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8fb70600-824d-4c77-b735-034a7a59ee9d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.953840] env[69520]: DEBUG nova.compute.manager [req-15b44d45-6837-403a-a3b5-f7d2b3b3fa90 req-e20ccef4-a00c-4131-bd48-9b2e6393ccc8 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Received event network-vif-deleted-dd5aa18e-5897-494e-8499-917870379cb7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.953840] env[69520]: INFO nova.compute.manager [req-15b44d45-6837-403a-a3b5-f7d2b3b3fa90 req-e20ccef4-a00c-4131-bd48-9b2e6393ccc8 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Neutron deleted interface dd5aa18e-5897-494e-8499-917870379cb7; detaching it from the instance and deleting it from the info cache [ 935.953840] env[69520]: DEBUG nova.network.neutron [req-15b44d45-6837-403a-a3b5-f7d2b3b3fa90 req-e20ccef4-a00c-4131-bd48-9b2e6393ccc8 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.992512] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.000432] env[69520]: DEBUG nova.network.neutron [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Updating instance_info_cache with network_info: [{"id": "05a607ab-dfe8-4159-8df9-4d4ad1768ba0", "address": "fa:16:3e:9e:3e:ae", "network": {"id": "4f2f6f62-9416-4df5-a289-c1775c0b9f19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-282547591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47480425367a4e72915b64218de31e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a607ab-df", "ovs_interfaceid": "05a607ab-dfe8-4159-8df9-4d4ad1768ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.110162] env[69520]: DEBUG nova.scheduler.client.report [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.125292] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076703} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.125292] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.125974] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db71c4e-6881-46d6-b436-ecb3186d2c3f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.151180] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] ca7fb845-531e-49fb-983b-1726f0fceede/ca7fb845-531e-49fb-983b-1726f0fceede.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.153934] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef3ab43-5a59-442c-ade2-ac6a6917276f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.169635] env[69520]: DEBUG oslo_vmware.rw_handles [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522eb1cb-0ff0-560a-0c05-833807360b40/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 936.169934] env[69520]: INFO nova.virt.vmwareapi.images [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Downloaded image file data b17dac2c-962b-478a-816a-7ae84309b10f [ 936.170791] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c55f3c8-c6af-451a-bc2c-a8def7c16b4b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.176847] env[69520]: DEBUG nova.network.neutron [-] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.191563] env[69520]: INFO nova.compute.manager [-] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Took 1.90 seconds to deallocate network for instance. [ 936.192668] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45ab875f-7aa0-439a-a932-a91c9fe07f77 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.194070] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 936.194070] env[69520]: value = "task-3481974" [ 936.194070] env[69520]: _type = "Task" [ 936.194070] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.207363] env[69520]: DEBUG nova.compute.manager [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Received event network-vif-deleted-bfab9ae5-0d7f-4519-ad08-839890d7512c {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.207639] env[69520]: DEBUG nova.compute.manager [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Received event network-vif-plugged-05a607ab-dfe8-4159-8df9-4d4ad1768ba0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.207974] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] Acquiring lock "90c6232f-8825-4543-b5d9-f4bcb3df371d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.208322] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] Lock "90c6232f-8825-4543-b5d9-f4bcb3df371d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.208322] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] Lock "90c6232f-8825-4543-b5d9-f4bcb3df371d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.208802] env[69520]: DEBUG nova.compute.manager [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] No waiting events found dispatching network-vif-plugged-05a607ab-dfe8-4159-8df9-4d4ad1768ba0 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.208929] env[69520]: WARNING nova.compute.manager [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Received unexpected event network-vif-plugged-05a607ab-dfe8-4159-8df9-4d4ad1768ba0 for instance with vm_state building and task_state spawning. [ 936.209101] env[69520]: DEBUG nova.compute.manager [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Received event network-vif-deleted-d8505fc5-4e88-4abc-9741-ae39600cb7d9 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.209267] env[69520]: DEBUG nova.compute.manager [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Received event network-changed-05a607ab-dfe8-4159-8df9-4d4ad1768ba0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.209415] env[69520]: DEBUG nova.compute.manager [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Refreshing instance network info cache due to event network-changed-05a607ab-dfe8-4159-8df9-4d4ad1768ba0. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.209585] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] Acquiring lock "refresh_cache-90c6232f-8825-4543-b5d9-f4bcb3df371d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.214969] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.242413] env[69520]: INFO nova.virt.vmwareapi.images [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] The imported VM was unregistered [ 936.245271] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Caching image {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 936.246244] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.246782] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-705fbd6e-58d9-4d70-a816-920309031b03 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.266380] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Created directory with path [datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.266380] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9/OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9.vmdk to [datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f/b17dac2c-962b-478a-816a-7ae84309b10f.vmdk. {{(pid=69520) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 936.266878] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-455764e2-d7c5-451a-8299-6d4ac64c8b63 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.275191] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 936.275191] env[69520]: value = "task-3481976" [ 936.275191] env[69520]: _type = "Task" [ 936.275191] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.284712] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481976, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.306807] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 664b9c5e-ba90-40c2-b952-35b83a465052] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.308781] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481973, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.457636] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cddbb91c-78db-4c6d-845f-5df971bd97ba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.472315] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee1df5b-1c77-450b-a845-46992495419c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.511685] env[69520]: DEBUG oslo_concurrency.lockutils [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Releasing lock "refresh_cache-90c6232f-8825-4543-b5d9-f4bcb3df371d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.512052] env[69520]: DEBUG nova.compute.manager [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Instance network_info: |[{"id": "05a607ab-dfe8-4159-8df9-4d4ad1768ba0", "address": "fa:16:3e:9e:3e:ae", "network": {"id": "4f2f6f62-9416-4df5-a289-c1775c0b9f19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-282547591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47480425367a4e72915b64218de31e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a607ab-df", "ovs_interfaceid": "05a607ab-dfe8-4159-8df9-4d4ad1768ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.512414] env[69520]: DEBUG nova.compute.manager [req-15b44d45-6837-403a-a3b5-f7d2b3b3fa90 req-e20ccef4-a00c-4131-bd48-9b2e6393ccc8 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Detach interface failed, port_id=dd5aa18e-5897-494e-8499-917870379cb7, reason: Instance 76521970-acd4-4616-9653-9317fcbe05e5 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.512843] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] Acquired lock "refresh_cache-90c6232f-8825-4543-b5d9-f4bcb3df371d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.513037] env[69520]: DEBUG nova.network.neutron [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Refreshing network info cache for port 05a607ab-dfe8-4159-8df9-4d4ad1768ba0 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.514269] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:3e:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05a607ab-dfe8-4159-8df9-4d4ad1768ba0', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.521869] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Creating folder: Project (47480425367a4e72915b64218de31e47). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.522431] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a59cca25-40e9-4fef-b07e-4ec317115498 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.538869] env[69520]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 936.538869] env[69520]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69520) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 936.539445] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Folder already exists: Project (47480425367a4e72915b64218de31e47). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 936.539663] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Creating folder: Instances. Parent ref: group-v696085. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.541037] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9babff8e-e6a8-49d0-9810-6192b29dca20 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.555583] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Created folder: Instances in parent group-v696085. [ 936.555583] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.555583] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.555583] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5b11297-64aa-4b1c-b690-9570428355f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.585715] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.585715] env[69520]: value = "task-3481979" [ 936.585715] env[69520]: _type = "Task" [ 936.585715] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.595245] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481979, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.620765] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.621395] env[69520]: DEBUG nova.compute.manager [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.624856] env[69520]: DEBUG oslo_concurrency.lockutils [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.765s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.625102] env[69520]: DEBUG nova.objects.instance [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lazy-loading 'resources' on Instance uuid e228d044-e193-431a-b71e-42a95862936a {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.704921] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.714716] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.793612] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481976, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.809836] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481973, 'name': CreateSnapshot_Task, 'duration_secs': 0.845} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.810296] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: bd158f30-b46c-4c67-befb-ca1369ac5b7d] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.812818] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.813839] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8413be5-e573-481e-a789-cd7b53ece91c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.105487] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481979, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.129691] env[69520]: DEBUG nova.compute.utils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.138699] env[69520]: DEBUG nova.compute.manager [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.138699] env[69520]: DEBUG nova.network.neutron [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.217522] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481974, 'name': ReconfigVM_Task, 'duration_secs': 0.917703} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.220456] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Reconfigured VM instance instance-00000045 to attach disk [datastore1] ca7fb845-531e-49fb-983b-1726f0fceede/ca7fb845-531e-49fb-983b-1726f0fceede.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.221953] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af2969e9-0ae3-4682-8692-c80c180c6769 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.234978] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 937.234978] env[69520]: value = "task-3481980" [ 937.234978] env[69520]: _type = "Task" [ 937.234978] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.250087] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481980, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.288149] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481976, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.318603] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: a59cfdd6-adf9-4a21-aa67-09e5883ac6a8] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.337207] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 937.338905] env[69520]: DEBUG nova.policy [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89323d86a35d4f6e97735c5ec275d93b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c742cb56f6824323bf125e7b3b7fbb1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.341117] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f0f781d-38c9-4341-be7e-141bd34c2752 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.352478] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 937.352478] env[69520]: value = "task-3481981" [ 937.352478] env[69520]: _type = "Task" [ 937.352478] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.370671] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481981, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.487481] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e5fb70-b3d7-4c5c-8d06-2b393712dd83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.501403] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a927c839-37d8-48fa-9aca-1d7b9759227d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.548376] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8473471-10d5-46ce-bc15-f0fae8c60dfc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.561075] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82ae9b8-b8c4-4c5c-bc13-80c5d90b748b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.579493] env[69520]: DEBUG nova.compute.provider_tree [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.601525] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481979, 'name': CreateVM_Task, 'duration_secs': 0.534142} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.601525] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.602203] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': '9fc5f81b-3559-4973-9d04-53259f6d0e2f', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696092', 'volume_id': 'cc77b8d0-3e72-435d-b138-fe656824831a', 'name': 'volume-cc77b8d0-3e72-435d-b138-fe656824831a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c6232f-8825-4543-b5d9-f4bcb3df371d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc77b8d0-3e72-435d-b138-fe656824831a', 'serial': 'cc77b8d0-3e72-435d-b138-fe656824831a'}, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69520) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 937.602506] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Root volume attach. Driver type: vmdk {{(pid=69520) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 937.603404] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1d25c-cc12-42c4-aea7-74b15ec15046 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.615507] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba252964-7e66-42ed-b429-dfe063e3cb87 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.626446] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00492011-7236-4f8c-b3a2-d547272688fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.639046] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ccf6f56d-df5d-4d8c-b59c-26660913b53f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.648467] env[69520]: DEBUG nova.compute.manager [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.663704] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for the task: (returnval){ [ 937.663704] env[69520]: value = "task-3481982" [ 937.663704] env[69520]: _type = "Task" [ 937.663704] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.677224] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.702063] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "3050968e-91ab-4ce9-8325-c98e76309c3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.702256] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "3050968e-91ab-4ce9-8325-c98e76309c3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.751730] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481980, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.798455] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481976, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.828099] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 05272c59-a663-46cc-bb13-1ef90d5db154] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.869224] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481981, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.086703] env[69520]: DEBUG nova.scheduler.client.report [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.160515] env[69520]: DEBUG nova.network.neutron [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Updated VIF entry in instance network info cache for port 05a607ab-dfe8-4159-8df9-4d4ad1768ba0. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.160964] env[69520]: DEBUG nova.network.neutron [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Updating instance_info_cache with network_info: [{"id": "05a607ab-dfe8-4159-8df9-4d4ad1768ba0", "address": "fa:16:3e:9e:3e:ae", "network": {"id": "4f2f6f62-9416-4df5-a289-c1775c0b9f19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-282547591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47480425367a4e72915b64218de31e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a607ab-df", "ovs_interfaceid": "05a607ab-dfe8-4159-8df9-4d4ad1768ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.183440] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 22%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.208865] env[69520]: DEBUG nova.compute.manager [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.259224] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481980, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.290536] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481976, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.331490] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: a14ef9e5-adfd-4020-affc-b25322802b4b] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.369495] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481981, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.590018] env[69520]: DEBUG oslo_concurrency.lockutils [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.593020] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.953s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.595801] env[69520]: INFO nova.compute.claims [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.624458] env[69520]: INFO nova.scheduler.client.report [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Deleted allocations for instance e228d044-e193-431a-b71e-42a95862936a [ 938.666570] env[69520]: DEBUG nova.compute.manager [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.672268] env[69520]: DEBUG oslo_concurrency.lockutils [req-9cebf30e-509f-47a0-9a0f-a730b87f6730 req-3503a4a2-2fc4-45ab-9da3-0147754724d7 service nova] Releasing lock "refresh_cache-90c6232f-8825-4543-b5d9-f4bcb3df371d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.694498] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 34%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.708990] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.709316] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.709474] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.709658] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.709804] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.709950] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.710235] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.710405] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.710579] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.710745] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.710921] env[69520]: DEBUG nova.virt.hardware [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.712235] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275f0951-7f5d-453e-99a3-1650697f294e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.727017] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8348e242-2259-44ba-9aa5-95a7ace83a0a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.733951] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.762246] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481980, 'name': Rename_Task, 'duration_secs': 1.202309} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.762748] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.763138] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b575c5cf-ad58-4ddc-ae54-d4d223ac7596 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.770362] env[69520]: DEBUG nova.network.neutron [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Successfully created port: 98802f35-5ca3-4463-ae6a-77ead9a32f15 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.772880] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 938.772880] env[69520]: value = "task-3481983" [ 938.772880] env[69520]: _type = "Task" [ 938.772880] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.789031] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.795905] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481976, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.837681] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 6d0988fd-8e9f-4f47-98c3-ffba7860a89f] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.872988] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481981, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.928874] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "b2847674-2242-4d0d-aea7-66142c9b2243" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.929265] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "b2847674-2242-4d0d-aea7-66142c9b2243" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.930201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "b2847674-2242-4d0d-aea7-66142c9b2243-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.930201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "b2847674-2242-4d0d-aea7-66142c9b2243-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.930201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "b2847674-2242-4d0d-aea7-66142c9b2243-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.933512] env[69520]: INFO nova.compute.manager [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Terminating instance [ 939.136472] env[69520]: DEBUG oslo_concurrency.lockutils [None req-08b64e71-fc35-496b-94d8-76270e2c02da tempest-ListServerFiltersTestJSON-301565566 tempest-ListServerFiltersTestJSON-301565566-project-member] Lock "e228d044-e193-431a-b71e-42a95862936a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.307s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.193269] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 43%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.289333] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.293024] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481976, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.339955] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: ed594de5-84f8-4c94-97e1-bb96ff18ebc6] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.367665] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3481981, 'name': CloneVM_Task, 'duration_secs': 1.924418} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.367879] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Created linked-clone VM from snapshot [ 939.369032] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a59a3-eba0-4f28-a14c-120ea980702d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.383297] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Uploading image 0f2b64e7-10e8-429b-bf1f-21e1a09ac32f {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 939.424623] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 939.424623] env[69520]: value = "vm-696111" [ 939.424623] env[69520]: _type = "VirtualMachine" [ 939.424623] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 939.424927] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d644ed0-4547-4349-ada9-4d2d8cbee870 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.434902] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lease: (returnval){ [ 939.434902] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f02672-167a-a33f-1392-6b3207e165bb" [ 939.434902] env[69520]: _type = "HttpNfcLease" [ 939.434902] env[69520]: } obtained for exporting VM: (result){ [ 939.434902] env[69520]: value = "vm-696111" [ 939.434902] env[69520]: _type = "VirtualMachine" [ 939.434902] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 939.436867] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the lease: (returnval){ [ 939.436867] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f02672-167a-a33f-1392-6b3207e165bb" [ 939.436867] env[69520]: _type = "HttpNfcLease" [ 939.436867] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.441078] env[69520]: DEBUG nova.compute.manager [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.441892] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.446018] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1680d7-fba4-47ad-abab-7f9c4ccaebf4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.450856] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.450856] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f02672-167a-a33f-1392-6b3207e165bb" [ 939.450856] env[69520]: _type = "HttpNfcLease" [ 939.450856] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 939.458495] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.458882] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c6b2cae-7177-46b3-a9d3-27939aed96cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.470431] env[69520]: DEBUG oslo_vmware.api [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 939.470431] env[69520]: value = "task-3481985" [ 939.470431] env[69520]: _type = "Task" [ 939.470431] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.483324] env[69520]: DEBUG oslo_vmware.api [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.613243] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "935e3299-8852-4ca8-bf2c-3e12c731cebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.613517] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.613783] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "935e3299-8852-4ca8-bf2c-3e12c731cebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.614054] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.614257] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.618014] env[69520]: INFO nova.compute.manager [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Terminating instance [ 939.689154] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 56%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.792487] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.803750] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481976, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.851884] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 2d5ffd67-779d-44cc-a765-5110d7aa001c] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.947723] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.947723] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f02672-167a-a33f-1392-6b3207e165bb" [ 939.947723] env[69520]: _type = "HttpNfcLease" [ 939.947723] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 939.948053] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 939.948053] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f02672-167a-a33f-1392-6b3207e165bb" [ 939.948053] env[69520]: _type = "HttpNfcLease" [ 939.948053] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 939.952563] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99a6176-92ec-4a43-85c7-78b3e6c47967 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.966790] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522519f1-5458-43f3-7c31-e4590eccbb76/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 939.967645] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522519f1-5458-43f3-7c31-e4590eccbb76/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 940.041899] env[69520]: DEBUG oslo_vmware.api [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.116403] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-291758d0-69e4-4a3e-a9d6-04b4352c613a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.125934] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb903553-361e-48da-a403-99258fec5506 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.132207] env[69520]: DEBUG nova.compute.manager [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.132394] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.133648] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eff70f-357c-496a-910a-66707e26b05c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.145779] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43417735-5251-4d87-9724-e922dc4ef953 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.149410] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.155294] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a8141eb-d451-41f0-9f9d-cd3ced27c410 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.202431] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6342ff-5c51-4d1d-a1fd-1274ccb6a658 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.207354] env[69520]: DEBUG oslo_vmware.api [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 940.207354] env[69520]: value = "task-3481986" [ 940.207354] env[69520]: _type = "Task" [ 940.207354] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.214095] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 69%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.219542] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c3bc89-422f-4bc0-a100-7105a7be3600 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.226508] env[69520]: DEBUG oslo_vmware.api [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.246047] env[69520]: DEBUG nova.compute.provider_tree [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.298610] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481976, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.529366} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.299254] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481983, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.299254] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9/OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9.vmdk to [datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f/b17dac2c-962b-478a-816a-7ae84309b10f.vmdk. [ 940.299534] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Cleaning up location [datastore1] OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9 {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 940.299607] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_866af0b5-64a2-4c1c-b59a-e6a6276115a9 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.299854] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfae86c6-855a-42bd-81fe-8c3bdcc22bc2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.312268] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 940.312268] env[69520]: value = "task-3481987" [ 940.312268] env[69520]: _type = "Task" [ 940.312268] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.323923] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.353942] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 690e1e14-03ae-499c-8c3d-511f638c030b] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.541168] env[69520]: DEBUG oslo_vmware.api [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481985, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.710924] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 82%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.723865] env[69520]: DEBUG oslo_vmware.api [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481986, 'name': PowerOffVM_Task, 'duration_secs': 0.318703} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.725032] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.725146] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.725576] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ceaa974-4115-4466-8cca-b04a9511b4e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.750894] env[69520]: DEBUG nova.scheduler.client.report [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.789749] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481983, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.827665] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335387} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.831847] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.832325] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f/b17dac2c-962b-478a-816a-7ae84309b10f.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.832577] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f/b17dac2c-962b-478a-816a-7ae84309b10f.vmdk to [datastore1] 7da6e77e-5f28-4b0e-8e95-74d1464fe76e/7da6e77e-5f28-4b0e-8e95-74d1464fe76e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.835273] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4ee96b8-3bbf-48d3-894c-658c3eac70f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.849292] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 940.849292] env[69520]: value = "task-3481989" [ 940.849292] env[69520]: _type = "Task" [ 940.849292] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.858145] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: f926972c-ab5c-49ce-bf39-288a8f5a053e] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.868018] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.930677] env[69520]: DEBUG nova.compute.manager [req-2182daa1-bb13-4682-8d7b-2c865c20676f req-da382d88-991b-4308-a806-d12f069d98db service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Received event network-vif-plugged-98802f35-5ca3-4463-ae6a-77ead9a32f15 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.930916] env[69520]: DEBUG oslo_concurrency.lockutils [req-2182daa1-bb13-4682-8d7b-2c865c20676f req-da382d88-991b-4308-a806-d12f069d98db service nova] Acquiring lock "792dcb73-4333-451c-9a76-02a3afcfe330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.932409] env[69520]: DEBUG oslo_concurrency.lockutils [req-2182daa1-bb13-4682-8d7b-2c865c20676f req-da382d88-991b-4308-a806-d12f069d98db service nova] Lock "792dcb73-4333-451c-9a76-02a3afcfe330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.932644] env[69520]: DEBUG oslo_concurrency.lockutils [req-2182daa1-bb13-4682-8d7b-2c865c20676f req-da382d88-991b-4308-a806-d12f069d98db service nova] Lock "792dcb73-4333-451c-9a76-02a3afcfe330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.932838] env[69520]: DEBUG nova.compute.manager [req-2182daa1-bb13-4682-8d7b-2c865c20676f req-da382d88-991b-4308-a806-d12f069d98db service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] No waiting events found dispatching network-vif-plugged-98802f35-5ca3-4463-ae6a-77ead9a32f15 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.933145] env[69520]: WARNING nova.compute.manager [req-2182daa1-bb13-4682-8d7b-2c865c20676f req-da382d88-991b-4308-a806-d12f069d98db service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Received unexpected event network-vif-plugged-98802f35-5ca3-4463-ae6a-77ead9a32f15 for instance with vm_state building and task_state spawning. [ 940.960325] env[69520]: DEBUG nova.network.neutron [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Successfully updated port: 98802f35-5ca3-4463-ae6a-77ead9a32f15 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.050561] env[69520]: DEBUG oslo_vmware.api [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481985, 'name': PowerOffVM_Task, 'duration_secs': 1.089963} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.050911] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.051162] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.051580] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23e13301-d41a-4d0f-8037-a24882a4f06d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.062291] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.062291] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.064101] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.064398] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.064666] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleting the datastore file [datastore2] 935e3299-8852-4ca8-bf2c-3e12c731cebd {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.065489] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a456fb80-bca4-4503-82ab-e685db2b7d58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.072887] env[69520]: DEBUG oslo_vmware.api [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 941.072887] env[69520]: value = "task-3481991" [ 941.072887] env[69520]: _type = "Task" [ 941.072887] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.085774] env[69520]: DEBUG oslo_vmware.api [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.126677] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.126899] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.127139] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Deleting the datastore file [datastore1] b2847674-2242-4d0d-aea7-66142c9b2243 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.127611] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc4f4f1f-161f-4159-bfd9-4afe7e6ac4c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.136508] env[69520]: DEBUG oslo_vmware.api [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 941.136508] env[69520]: value = "task-3481992" [ 941.136508] env[69520]: _type = "Task" [ 941.136508] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.154398] env[69520]: DEBUG oslo_vmware.api [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.212578] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 97%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.260769] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.260769] env[69520]: DEBUG nova.compute.manager [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.264387] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.691s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.264656] env[69520]: DEBUG nova.objects.instance [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lazy-loading 'resources' on Instance uuid 07772474-5173-4d4b-b957-95556040fe94 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.289358] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481983, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.363875] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481989, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.367656] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 5f6a67e7-6678-4797-a41b-823db1b4811d] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.470089] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "refresh_cache-792dcb73-4333-451c-9a76-02a3afcfe330" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.470348] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "refresh_cache-792dcb73-4333-451c-9a76-02a3afcfe330" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.470705] env[69520]: DEBUG nova.network.neutron [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.568754] env[69520]: DEBUG nova.compute.manager [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.589271] env[69520]: DEBUG oslo_vmware.api [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3481991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360717} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.589439] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.589640] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.589817] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.590758] env[69520]: INFO nova.compute.manager [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Took 1.46 seconds to destroy the instance on the hypervisor. [ 941.590758] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.590758] env[69520]: DEBUG nova.compute.manager [-] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.590758] env[69520]: DEBUG nova.network.neutron [-] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.653707] env[69520]: DEBUG oslo_vmware.api [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.718164] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 97%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.771234] env[69520]: DEBUG nova.compute.utils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.773572] env[69520]: DEBUG nova.compute.manager [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.774748] env[69520]: DEBUG nova.network.neutron [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.791605] env[69520]: DEBUG oslo_vmware.api [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3481983, 'name': PowerOnVM_Task, 'duration_secs': 2.516864} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.795976] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.796381] env[69520]: INFO nova.compute.manager [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Took 10.90 seconds to spawn the instance on the hypervisor. [ 941.797582] env[69520]: DEBUG nova.compute.manager [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.798513] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7406bd-f43c-49e4-a200-e608050d7d76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.867704] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481989, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.873145] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 5dd1c283-306f-448f-bdda-2f1400591a25] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.930501] env[69520]: DEBUG nova.policy [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee12bb72bccc4bc890dbf92cfedcc68a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd295fe5d8e470ba4354a2defd17912', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.048309] env[69520]: DEBUG nova.network.neutron [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.109858] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.154864] env[69520]: DEBUG oslo_vmware.api [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3481992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.605481} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.158346] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.158555] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.158739] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.158915] env[69520]: INFO nova.compute.manager [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Took 2.72 seconds to destroy the instance on the hypervisor. [ 942.159188] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.159644] env[69520]: DEBUG nova.compute.manager [-] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.159746] env[69520]: DEBUG nova.network.neutron [-] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.220327] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 98%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.284276] env[69520]: DEBUG nova.compute.manager [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.287728] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "c3b3253e-53f8-456e-a4f3-7e554403481f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.289458] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.294051] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cfdd20-cb9e-4c28-825a-f41d84b0337e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.300399] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "eace4941-af18-4854-b015-b765ec407a03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.300755] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "eace4941-af18-4854-b015-b765ec407a03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.317407] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7a7ff4-d3ec-4834-8312-2bc1e3fdf1da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.330306] env[69520]: INFO nova.compute.manager [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Took 47.94 seconds to build instance. [ 942.370512] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c7a36e-d0ae-4b6b-99ff-8c7ddba6852d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.383217] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: b42a89a0-2d11-410c-a6dd-226b2911ff98] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.385687] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481989, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.389044] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e6c89d-9c21-4858-9735-70556a86264e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.392703] env[69520]: DEBUG nova.network.neutron [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Updating instance_info_cache with network_info: [{"id": "98802f35-5ca3-4463-ae6a-77ead9a32f15", "address": "fa:16:3e:13:4b:84", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98802f35-5c", "ovs_interfaceid": "98802f35-5ca3-4463-ae6a-77ead9a32f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.410647] env[69520]: DEBUG nova.compute.provider_tree [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.714679] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task} progress is 98%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.800149] env[69520]: DEBUG nova.compute.manager [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.807136] env[69520]: DEBUG nova.compute.manager [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.832602] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0c523398-5546-4266-a7ea-a5c378a8d375 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "ca7fb845-531e-49fb-983b-1726f0fceede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.448s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.886066] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481989, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.887757] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 8a5cc12e-5155-4647-b467-78f81893e87c] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.903025] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "refresh_cache-792dcb73-4333-451c-9a76-02a3afcfe330" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.903025] env[69520]: DEBUG nova.compute.manager [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Instance network_info: |[{"id": "98802f35-5ca3-4463-ae6a-77ead9a32f15", "address": "fa:16:3e:13:4b:84", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98802f35-5c", "ovs_interfaceid": "98802f35-5ca3-4463-ae6a-77ead9a32f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.903025] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:4b:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98802f35-5ca3-4463-ae6a-77ead9a32f15', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.910658] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.911778] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.912422] env[69520]: DEBUG nova.scheduler.client.report [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.917034] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f999f503-6a6f-4daf-bcbc-12c64a570c3a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.942820] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.942820] env[69520]: value = "task-3481993" [ 942.942820] env[69520]: _type = "Task" [ 942.942820] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.960552] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481993, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.032546] env[69520]: DEBUG nova.network.neutron [-] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.077890] env[69520]: DEBUG nova.network.neutron [-] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.214870] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481982, 'name': RelocateVM_Task, 'duration_secs': 5.251733} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.215185] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 943.215398] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696092', 'volume_id': 'cc77b8d0-3e72-435d-b138-fe656824831a', 'name': 'volume-cc77b8d0-3e72-435d-b138-fe656824831a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c6232f-8825-4543-b5d9-f4bcb3df371d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc77b8d0-3e72-435d-b138-fe656824831a', 'serial': 'cc77b8d0-3e72-435d-b138-fe656824831a'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 943.216276] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fc32f3-c6c7-4cde-a259-55dd1e90a12c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.245054] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003497bc-2741-4545-acfc-de2754ceff0e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.277970] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-cc77b8d0-3e72-435d-b138-fe656824831a/volume-cc77b8d0-3e72-435d-b138-fe656824831a.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.278574] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd80b4e-b19d-4de2-9b2a-18c21baabdf7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.294397] env[69520]: DEBUG nova.network.neutron [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Successfully created port: c924ab80-6559-422b-b440-897f66b3e119 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.303963] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for the task: (returnval){ [ 943.303963] env[69520]: value = "task-3481994" [ 943.303963] env[69520]: _type = "Task" [ 943.303963] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.319095] env[69520]: DEBUG nova.compute.manager [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.323679] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481994, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.331424] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.331949] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.334297] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.350399] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.360579] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.360847] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.361015] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.361294] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.361450] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.361601] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.361815] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.361976] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.362169] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.362340] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.362518] env[69520]: DEBUG nova.virt.hardware [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.363486] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4bfe57-3413-42c7-b070-53f4148cc69a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.374164] env[69520]: DEBUG nova.compute.manager [req-bd1e8a84-7b84-4445-9cac-ad2b15dc6c47 req-dcd1b775-4a0e-4e3d-8e39-15f07ea98734 service nova] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Received event network-vif-deleted-b2af028f-906b-4d66-a9fc-ed6d3f66e904 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.380261] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481989, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.381618] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b76a16f-306d-4d43-847a-3277501f632e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.399043] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 4d540c53-1d58-4f57-b692-f01e80e7b95d] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.437362] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.440681] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.805s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.440681] env[69520]: DEBUG nova.objects.instance [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lazy-loading 'resources' on Instance uuid c636025a-d7ab-4261-9e60-eb4ffe0adc50 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.455543] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481993, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.462292] env[69520]: INFO nova.scheduler.client.report [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Deleted allocations for instance 07772474-5173-4d4b-b957-95556040fe94 [ 943.537448] env[69520]: INFO nova.compute.manager [-] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Took 1.95 seconds to deallocate network for instance. [ 943.581424] env[69520]: INFO nova.compute.manager [-] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Took 1.42 seconds to deallocate network for instance. [ 943.601637] env[69520]: DEBUG nova.compute.manager [req-bea1a202-a692-4899-8046-78693ed08eea req-db2e4c31-8cc0-48c2-83e3-3e9fe9ed2e51 service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Received event network-changed-98802f35-5ca3-4463-ae6a-77ead9a32f15 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.601834] env[69520]: DEBUG nova.compute.manager [req-bea1a202-a692-4899-8046-78693ed08eea req-db2e4c31-8cc0-48c2-83e3-3e9fe9ed2e51 service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Refreshing instance network info cache due to event network-changed-98802f35-5ca3-4463-ae6a-77ead9a32f15. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.603635] env[69520]: DEBUG oslo_concurrency.lockutils [req-bea1a202-a692-4899-8046-78693ed08eea req-db2e4c31-8cc0-48c2-83e3-3e9fe9ed2e51 service nova] Acquiring lock "refresh_cache-792dcb73-4333-451c-9a76-02a3afcfe330" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.603635] env[69520]: DEBUG oslo_concurrency.lockutils [req-bea1a202-a692-4899-8046-78693ed08eea req-db2e4c31-8cc0-48c2-83e3-3e9fe9ed2e51 service nova] Acquired lock "refresh_cache-792dcb73-4333-451c-9a76-02a3afcfe330" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.603635] env[69520]: DEBUG nova.network.neutron [req-bea1a202-a692-4899-8046-78693ed08eea req-db2e4c31-8cc0-48c2-83e3-3e9fe9ed2e51 service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Refreshing network info cache for port 98802f35-5ca3-4463-ae6a-77ead9a32f15 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.813608] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.835362] env[69520]: DEBUG nova.compute.manager [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.882734] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481989, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.733937} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.883595] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b17dac2c-962b-478a-816a-7ae84309b10f/b17dac2c-962b-478a-816a-7ae84309b10f.vmdk to [datastore1] 7da6e77e-5f28-4b0e-8e95-74d1464fe76e/7da6e77e-5f28-4b0e-8e95-74d1464fe76e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.884848] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ca574d-2d0e-4981-bb8a-4663e88b94a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.907220] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 7da6e77e-5f28-4b0e-8e95-74d1464fe76e/7da6e77e-5f28-4b0e-8e95-74d1464fe76e.vmdk or device None with type streamOptimized {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.908538] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef8aa94-3cd9-412e-9ec6-b98c56543532 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.929446] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.929606] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Cleaning up deleted instances with incomplete migration {{(pid=69520) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 943.938553] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 943.938553] env[69520]: value = "task-3481995" [ 943.938553] env[69520]: _type = "Task" [ 943.938553] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.953447] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481995, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.959117] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481993, 'name': CreateVM_Task, 'duration_secs': 0.692212} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.959386] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.960217] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.960308] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.960599] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.961344] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc34ba9f-2e9f-4415-8162-77ae62779151 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.970588] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 943.970588] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525bbe6f-f8d1-a62c-dea7-398f63e36a57" [ 943.970588] env[69520]: _type = "Task" [ 943.970588] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.970588] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7442fa7-aba8-460b-8165-a7d669cafbfb tempest-ServerTagsTestJSON-504617038 tempest-ServerTagsTestJSON-504617038-project-member] Lock "07772474-5173-4d4b-b957-95556040fe94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.172s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.979448] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525bbe6f-f8d1-a62c-dea7-398f63e36a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.046911] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.089790] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.316706] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481994, 'name': ReconfigVM_Task, 'duration_secs': 0.821057} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.316706] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-cc77b8d0-3e72-435d-b138-fe656824831a/volume-cc77b8d0-3e72-435d-b138-fe656824831a.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.321124] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b18ec3-7eb5-46bb-a632-339620927b0e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.339754] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for the task: (returnval){ [ 944.339754] env[69520]: value = "task-3481996" [ 944.339754] env[69520]: _type = "Task" [ 944.339754] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.357202] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481996, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.360319] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.380782] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adee59df-5dbc-4d7d-9734-65cbbd233899 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.389081] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaec6dd9-21cb-4eab-8124-8b9627ea7f5a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.428277] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abd7016-a433-4c82-ab0e-9d4ebc6e8888 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.434424] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 944.439622] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f4d0fd-b358-4c5d-8588-87dd4c999d8f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.460023] env[69520]: DEBUG nova.compute.provider_tree [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.464843] env[69520]: DEBUG nova.network.neutron [req-bea1a202-a692-4899-8046-78693ed08eea req-db2e4c31-8cc0-48c2-83e3-3e9fe9ed2e51 service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Updated VIF entry in instance network info cache for port 98802f35-5ca3-4463-ae6a-77ead9a32f15. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.465188] env[69520]: DEBUG nova.network.neutron [req-bea1a202-a692-4899-8046-78693ed08eea req-db2e4c31-8cc0-48c2-83e3-3e9fe9ed2e51 service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Updating instance_info_cache with network_info: [{"id": "98802f35-5ca3-4463-ae6a-77ead9a32f15", "address": "fa:16:3e:13:4b:84", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98802f35-5c", "ovs_interfaceid": "98802f35-5ca3-4463-ae6a-77ead9a32f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.466576] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481995, 'name': ReconfigVM_Task, 'duration_secs': 0.31374} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.467130] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 7da6e77e-5f28-4b0e-8e95-74d1464fe76e/7da6e77e-5f28-4b0e-8e95-74d1464fe76e.vmdk or device None with type streamOptimized {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.468025] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5371131a-a943-481c-837a-ee1ac2c89013 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.475503] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 944.475503] env[69520]: value = "task-3481997" [ 944.475503] env[69520]: _type = "Task" [ 944.475503] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.483089] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525bbe6f-f8d1-a62c-dea7-398f63e36a57, 'name': SearchDatastore_Task, 'duration_secs': 0.016825} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.483760] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.484072] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.484329] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.484469] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.484646] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.485303] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e250bf4-8f1d-4d92-9f21-eed324a05215 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.490911] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481997, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.503026] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.503026] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.503026] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a607a0-f078-4642-8777-6cb3d8f2bc2e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.512023] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 944.512023] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523456e3-959f-f0f3-5eae-2b36df311cae" [ 944.512023] env[69520]: _type = "Task" [ 944.512023] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.517638] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523456e3-959f-f0f3-5eae-2b36df311cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.853640] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481996, 'name': ReconfigVM_Task, 'duration_secs': 0.296493} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.855142] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696092', 'volume_id': 'cc77b8d0-3e72-435d-b138-fe656824831a', 'name': 'volume-cc77b8d0-3e72-435d-b138-fe656824831a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c6232f-8825-4543-b5d9-f4bcb3df371d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc77b8d0-3e72-435d-b138-fe656824831a', 'serial': 'cc77b8d0-3e72-435d-b138-fe656824831a'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 944.855850] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8873592-a0d7-4f39-9300-b1f7e7a00523 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.870572] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for the task: (returnval){ [ 944.870572] env[69520]: value = "task-3481998" [ 944.870572] env[69520]: _type = "Task" [ 944.870572] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.880457] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481998, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.971222] env[69520]: DEBUG nova.scheduler.client.report [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.976687] env[69520]: DEBUG oslo_concurrency.lockutils [req-bea1a202-a692-4899-8046-78693ed08eea req-db2e4c31-8cc0-48c2-83e3-3e9fe9ed2e51 service nova] Releasing lock "refresh_cache-792dcb73-4333-451c-9a76-02a3afcfe330" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.977828] env[69520]: DEBUG nova.compute.manager [req-bea1a202-a692-4899-8046-78693ed08eea req-db2e4c31-8cc0-48c2-83e3-3e9fe9ed2e51 service nova] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Received event network-vif-deleted-43cc768b-718b-46df-81c6-b1fecd8e8546 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.996444] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481997, 'name': Rename_Task, 'duration_secs': 0.143969} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.998410] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.001175] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-040933a9-e950-4f3a-bb3f-1e53cff0de35 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.022853] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 945.022853] env[69520]: value = "task-3481999" [ 945.022853] env[69520]: _type = "Task" [ 945.022853] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.034129] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523456e3-959f-f0f3-5eae-2b36df311cae, 'name': SearchDatastore_Task, 'duration_secs': 0.030288} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.036750] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0081cbe-b75d-4377-9ade-e470492f61f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.043236] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481999, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.046188] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 945.046188] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52430942-2ca4-8e77-c6e6-59a20846bb88" [ 945.046188] env[69520]: _type = "Task" [ 945.046188] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.061834] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52430942-2ca4-8e77-c6e6-59a20846bb88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.384050] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3481998, 'name': Rename_Task, 'duration_secs': 0.241542} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.384050] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.384197] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51c10188-20c7-4687-9e0e-8613b1108093 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.392220] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for the task: (returnval){ [ 945.392220] env[69520]: value = "task-3482000" [ 945.392220] env[69520]: _type = "Task" [ 945.392220] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.405430] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.479517] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.483774] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.824s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.484941] env[69520]: INFO nova.compute.claims [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.530910] env[69520]: INFO nova.scheduler.client.report [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Deleted allocations for instance c636025a-d7ab-4261-9e60-eb4ffe0adc50 [ 945.545878] env[69520]: DEBUG oslo_vmware.api [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3481999, 'name': PowerOnVM_Task, 'duration_secs': 0.492571} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.546214] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.546408] env[69520]: INFO nova.compute.manager [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Took 17.23 seconds to spawn the instance on the hypervisor. [ 945.546583] env[69520]: DEBUG nova.compute.manager [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.547480] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4962ffa-4c69-40d1-9ab6-bbaaaab4170b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.564422] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52430942-2ca4-8e77-c6e6-59a20846bb88, 'name': SearchDatastore_Task, 'duration_secs': 0.01443} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.568773] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.568773] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 792dcb73-4333-451c-9a76-02a3afcfe330/792dcb73-4333-451c-9a76-02a3afcfe330.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.568988] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dee4e4c7-8bc0-45bb-ab93-b7b1a3725bab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.578331] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 945.578331] env[69520]: value = "task-3482001" [ 945.578331] env[69520]: _type = "Task" [ 945.578331] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.591947] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.841094] env[69520]: DEBUG nova.network.neutron [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Successfully updated port: c924ab80-6559-422b-b440-897f66b3e119 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.904551] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482000, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.944018] env[69520]: DEBUG nova.compute.manager [req-6cbf2a9a-cfee-4e46-a2d7-ab3ed36a27a1 req-d312c54a-2ceb-4acd-9372-d84a4f9e275a service nova] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Received event network-vif-plugged-c924ab80-6559-422b-b440-897f66b3e119 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.944215] env[69520]: DEBUG oslo_concurrency.lockutils [req-6cbf2a9a-cfee-4e46-a2d7-ab3ed36a27a1 req-d312c54a-2ceb-4acd-9372-d84a4f9e275a service nova] Acquiring lock "9d1522e6-4dee-4437-9008-08c11f2df316-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.944423] env[69520]: DEBUG oslo_concurrency.lockutils [req-6cbf2a9a-cfee-4e46-a2d7-ab3ed36a27a1 req-d312c54a-2ceb-4acd-9372-d84a4f9e275a service nova] Lock "9d1522e6-4dee-4437-9008-08c11f2df316-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.944611] env[69520]: DEBUG oslo_concurrency.lockutils [req-6cbf2a9a-cfee-4e46-a2d7-ab3ed36a27a1 req-d312c54a-2ceb-4acd-9372-d84a4f9e275a service nova] Lock "9d1522e6-4dee-4437-9008-08c11f2df316-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.944957] env[69520]: DEBUG nova.compute.manager [req-6cbf2a9a-cfee-4e46-a2d7-ab3ed36a27a1 req-d312c54a-2ceb-4acd-9372-d84a4f9e275a service nova] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] No waiting events found dispatching network-vif-plugged-c924ab80-6559-422b-b440-897f66b3e119 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.945403] env[69520]: WARNING nova.compute.manager [req-6cbf2a9a-cfee-4e46-a2d7-ab3ed36a27a1 req-d312c54a-2ceb-4acd-9372-d84a4f9e275a service nova] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Received unexpected event network-vif-plugged-c924ab80-6559-422b-b440-897f66b3e119 for instance with vm_state building and task_state spawning. [ 946.043499] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cfdbe8-7a8f-430c-b7b3-b8591cc78e6d tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "c636025a-d7ab-4261-9e60-eb4ffe0adc50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.961s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.086419] env[69520]: INFO nova.compute.manager [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Took 54.07 seconds to build instance. [ 946.094604] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482001, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.347030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.347030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.347030] env[69520]: DEBUG nova.network.neutron [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.405447] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.581871] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.581871] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.592449] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4cd771c3-b935-47c5-bd86-98f68f99accf tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.584s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.601039] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73834} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.601659] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 792dcb73-4333-451c-9a76-02a3afcfe330/792dcb73-4333-451c-9a76-02a3afcfe330.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.601890] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.602166] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5df35c5a-bd79-45d5-a3b6-dfcd4a1fe949 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.612022] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 946.612022] env[69520]: value = "task-3482002" [ 946.612022] env[69520]: _type = "Task" [ 946.612022] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.626368] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.903825] env[69520]: DEBUG oslo_vmware.api [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482000, 'name': PowerOnVM_Task, 'duration_secs': 1.119282} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.904245] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.904474] env[69520]: INFO nova.compute.manager [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Took 11.51 seconds to spawn the instance on the hypervisor. [ 946.904697] env[69520]: DEBUG nova.compute.manager [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.905850] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f501aba1-0901-4b13-a247-436658dc748d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.911996] env[69520]: DEBUG nova.network.neutron [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.009880] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72c952e-8ea3-4e06-acd6-64c01f6972d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.022697] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aa8562-db29-42be-b536-8eb8d5add173 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.060899] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42653b25-bbf2-4da7-8de3-efa32f65c4bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.070840] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c6687b-f50c-40ad-9999-1f812d210f73 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.086158] env[69520]: DEBUG nova.compute.provider_tree [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.102904] env[69520]: DEBUG nova.compute.manager [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.111232] env[69520]: DEBUG nova.network.neutron [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Updating instance_info_cache with network_info: [{"id": "c924ab80-6559-422b-b440-897f66b3e119", "address": "fa:16:3e:4b:11:f0", "network": {"id": "c4e54f41-e8c6-4ccd-814d-fcf7eccd61a7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-498688626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebd295fe5d8e470ba4354a2defd17912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc924ab80-65", "ovs_interfaceid": "c924ab80-6559-422b-b440-897f66b3e119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.125240] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075294} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.125710] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.127299] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c941454a-5073-45d8-9ab7-4a33b40bb2f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.156349] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 792dcb73-4333-451c-9a76-02a3afcfe330/792dcb73-4333-451c-9a76-02a3afcfe330.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.157019] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80db9764-3d73-417e-b836-c5c846f2c77f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.179349] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 947.179349] env[69520]: value = "task-3482003" [ 947.179349] env[69520]: _type = "Task" [ 947.179349] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.194717] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.218294] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.218666] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.218900] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.219103] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.219278] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.221298] env[69520]: INFO nova.compute.manager [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Terminating instance [ 947.434372] env[69520]: INFO nova.compute.manager [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Took 40.62 seconds to build instance. [ 947.592789] env[69520]: DEBUG nova.scheduler.client.report [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.616567] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.620055] env[69520]: DEBUG nova.compute.manager [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Instance network_info: |[{"id": "c924ab80-6559-422b-b440-897f66b3e119", "address": "fa:16:3e:4b:11:f0", "network": {"id": "c4e54f41-e8c6-4ccd-814d-fcf7eccd61a7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-498688626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebd295fe5d8e470ba4354a2defd17912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc924ab80-65", "ovs_interfaceid": "c924ab80-6559-422b-b440-897f66b3e119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.623373] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:11:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c924ab80-6559-422b-b440-897f66b3e119', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.633415] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.634808] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.635086] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0adf7eac-2cf1-4659-b2be-4c8a941d93bb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.652502] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.659363] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.659363] env[69520]: value = "task-3482004" [ 947.659363] env[69520]: _type = "Task" [ 947.659363] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.668809] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482004, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.689772] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.727751] env[69520]: DEBUG nova.compute.manager [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.727998] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.729069] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c67e2a-33c1-421a-a84b-ef0774feefd1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.739586] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.739968] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ea81c89-a291-470d-8be9-f042c3789c65 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.746940] env[69520]: DEBUG oslo_vmware.api [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 947.746940] env[69520]: value = "task-3482005" [ 947.746940] env[69520]: _type = "Task" [ 947.746940] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.758010] env[69520]: DEBUG oslo_vmware.api [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.762043] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.762922] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.762922] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.762922] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.762922] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.765698] env[69520]: INFO nova.compute.manager [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Terminating instance [ 947.937040] env[69520]: DEBUG oslo_concurrency.lockutils [None req-27c8e800-fa3f-4d9b-9293-0fd3460e367a tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "90c6232f-8825-4543-b5d9-f4bcb3df371d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.146s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.099924] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.099924] env[69520]: DEBUG nova.compute.manager [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.105582] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.229s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.105958] env[69520]: DEBUG nova.objects.instance [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lazy-loading 'resources' on Instance uuid 304485f6-b35e-4189-aebd-3b7e8043207d {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.167250] env[69520]: DEBUG nova.compute.manager [req-b29f7389-073c-4c6e-a5b8-42bacaac996f req-51113b80-0774-431a-8166-cde15eba68da service nova] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Received event network-changed-c924ab80-6559-422b-b440-897f66b3e119 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.167416] env[69520]: DEBUG nova.compute.manager [req-b29f7389-073c-4c6e-a5b8-42bacaac996f req-51113b80-0774-431a-8166-cde15eba68da service nova] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Refreshing instance network info cache due to event network-changed-c924ab80-6559-422b-b440-897f66b3e119. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.167635] env[69520]: DEBUG oslo_concurrency.lockutils [req-b29f7389-073c-4c6e-a5b8-42bacaac996f req-51113b80-0774-431a-8166-cde15eba68da service nova] Acquiring lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.167774] env[69520]: DEBUG oslo_concurrency.lockutils [req-b29f7389-073c-4c6e-a5b8-42bacaac996f req-51113b80-0774-431a-8166-cde15eba68da service nova] Acquired lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.168035] env[69520]: DEBUG nova.network.neutron [req-b29f7389-073c-4c6e-a5b8-42bacaac996f req-51113b80-0774-431a-8166-cde15eba68da service nova] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Refreshing network info cache for port c924ab80-6559-422b-b440-897f66b3e119 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.179246] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482004, 'name': CreateVM_Task, 'duration_secs': 0.469522} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.179246] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.183487] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.183487] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.183487] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.183487] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab29730-603a-4563-9ff8-d1753953af1b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.192661] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 948.192661] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528a0c8e-03f1-5a1e-bf42-b8aa870e637e" [ 948.192661] env[69520]: _type = "Task" [ 948.192661] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.195116] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482003, 'name': ReconfigVM_Task, 'duration_secs': 0.816871} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.199551] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 792dcb73-4333-451c-9a76-02a3afcfe330/792dcb73-4333-451c-9a76-02a3afcfe330.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.201446] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab72455d-70cf-4018-b99e-31d8b1f86b9d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.214449] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528a0c8e-03f1-5a1e-bf42-b8aa870e637e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.216509] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 948.216509] env[69520]: value = "task-3482006" [ 948.216509] env[69520]: _type = "Task" [ 948.216509] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.230251] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482006, 'name': Rename_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.262594] env[69520]: DEBUG oslo_vmware.api [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482005, 'name': PowerOffVM_Task, 'duration_secs': 0.215637} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.262838] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.262953] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.263556] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e62b6a14-68d5-44ab-893e-9de8ff53b615 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.270866] env[69520]: DEBUG nova.compute.manager [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.271198] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.272532] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d4833b-9654-43e0-80f2-416ea103c0cf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.280579] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.281256] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ab50edd-415e-4b51-a2cc-4a94964feddf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.288072] env[69520]: DEBUG oslo_vmware.api [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 948.288072] env[69520]: value = "task-3482008" [ 948.288072] env[69520]: _type = "Task" [ 948.288072] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.296864] env[69520]: DEBUG oslo_vmware.api [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3482008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.326770] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.327536] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.327536] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleting the datastore file [datastore1] 7da6e77e-5f28-4b0e-8e95-74d1464fe76e {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.327536] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ed6661-6bec-4fa3-ab0a-11433ab836c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.340241] env[69520]: DEBUG oslo_vmware.api [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 948.340241] env[69520]: value = "task-3482009" [ 948.340241] env[69520]: _type = "Task" [ 948.340241] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.349626] env[69520]: DEBUG oslo_vmware.api [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.612044] env[69520]: DEBUG nova.compute.utils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.620725] env[69520]: DEBUG nova.compute.manager [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.620725] env[69520]: DEBUG nova.network.neutron [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.636054] env[69520]: DEBUG nova.compute.manager [req-2f4fa92c-3ce3-47b5-a35b-1c76aae3d45c req-e17727c2-bedb-4e82-b2ec-929b171b60fe service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Received event network-changed-05a607ab-dfe8-4159-8df9-4d4ad1768ba0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.636054] env[69520]: DEBUG nova.compute.manager [req-2f4fa92c-3ce3-47b5-a35b-1c76aae3d45c req-e17727c2-bedb-4e82-b2ec-929b171b60fe service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Refreshing instance network info cache due to event network-changed-05a607ab-dfe8-4159-8df9-4d4ad1768ba0. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.637408] env[69520]: DEBUG oslo_concurrency.lockutils [req-2f4fa92c-3ce3-47b5-a35b-1c76aae3d45c req-e17727c2-bedb-4e82-b2ec-929b171b60fe service nova] Acquiring lock "refresh_cache-90c6232f-8825-4543-b5d9-f4bcb3df371d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.637508] env[69520]: DEBUG oslo_concurrency.lockutils [req-2f4fa92c-3ce3-47b5-a35b-1c76aae3d45c req-e17727c2-bedb-4e82-b2ec-929b171b60fe service nova] Acquired lock "refresh_cache-90c6232f-8825-4543-b5d9-f4bcb3df371d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.637603] env[69520]: DEBUG nova.network.neutron [req-2f4fa92c-3ce3-47b5-a35b-1c76aae3d45c req-e17727c2-bedb-4e82-b2ec-929b171b60fe service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Refreshing network info cache for port 05a607ab-dfe8-4159-8df9-4d4ad1768ba0 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.689668] env[69520]: DEBUG nova.policy [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd037c8bb4b7402ba695c6e5f8d69675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e18a266985ba4a17921e68797b0ad773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.707623] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528a0c8e-03f1-5a1e-bf42-b8aa870e637e, 'name': SearchDatastore_Task, 'duration_secs': 0.02581} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.707791] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.708046] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.708368] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.708470] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.708608] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.708879] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0031bb3-12cd-41d0-875f-ec2cfe5c2826 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.731510] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.731710] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.732593] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0472b291-190a-4cf7-8e4e-32c4482a2a61 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.738278] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482006, 'name': Rename_Task, 'duration_secs': 0.339857} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.739087] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.739514] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39c848da-d60d-490e-be81-91dbcb1e4aa7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.742067] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 948.742067] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fdb0c5-4b57-acf4-f1f2-19e681646597" [ 948.742067] env[69520]: _type = "Task" [ 948.742067] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.747160] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 948.747160] env[69520]: value = "task-3482010" [ 948.747160] env[69520]: _type = "Task" [ 948.747160] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.750756] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fdb0c5-4b57-acf4-f1f2-19e681646597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.760912] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.799454] env[69520]: DEBUG oslo_vmware.api [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3482008, 'name': PowerOffVM_Task, 'duration_secs': 0.374357} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.799911] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.800296] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.802271] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9162248-1481-4ecc-b47c-424a801739bb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.868413] env[69520]: DEBUG oslo_vmware.api [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296291} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.869135] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.869385] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.869562] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.869733] env[69520]: INFO nova.compute.manager [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 948.869971] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.872950] env[69520]: DEBUG nova.compute.manager [-] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.873091] env[69520]: DEBUG nova.network.neutron [-] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.874875] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "8e3ff68f-ef31-44f6-b274-a4599a249185" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.875178] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.895237] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.895237] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.895237] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Deleting the datastore file [datastore2] fe6f83c3-1aa1-45ee-8b67-141f5674e33a {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.895237] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbe7efa3-226f-4fa4-9af1-26def6335a71 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.914406] env[69520]: DEBUG oslo_vmware.api [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for the task: (returnval){ [ 948.914406] env[69520]: value = "task-3482012" [ 948.914406] env[69520]: _type = "Task" [ 948.914406] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.929421] env[69520]: DEBUG oslo_vmware.api [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3482012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.053376] env[69520]: DEBUG nova.network.neutron [req-b29f7389-073c-4c6e-a5b8-42bacaac996f req-51113b80-0774-431a-8166-cde15eba68da service nova] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Updated VIF entry in instance network info cache for port c924ab80-6559-422b-b440-897f66b3e119. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.053376] env[69520]: DEBUG nova.network.neutron [req-b29f7389-073c-4c6e-a5b8-42bacaac996f req-51113b80-0774-431a-8166-cde15eba68da service nova] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Updating instance_info_cache with network_info: [{"id": "c924ab80-6559-422b-b440-897f66b3e119", "address": "fa:16:3e:4b:11:f0", "network": {"id": "c4e54f41-e8c6-4ccd-814d-fcf7eccd61a7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-498688626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebd295fe5d8e470ba4354a2defd17912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc924ab80-65", "ovs_interfaceid": "c924ab80-6559-422b-b440-897f66b3e119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.115666] env[69520]: DEBUG nova.compute.manager [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.142432] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b827ca-b667-4923-b2d5-128d2c5a5a82 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.153145] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fc15e3-695b-4d3e-8291-72f697cdd04d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.186469] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7fa1ef-3aa0-4eb8-9df7-8a5b876e7c5b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.195186] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e12407e-6d76-472c-8900-c39ca6bd4ef1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.215363] env[69520]: DEBUG nova.compute.provider_tree [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.254285] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fdb0c5-4b57-acf4-f1f2-19e681646597, 'name': SearchDatastore_Task, 'duration_secs': 0.030593} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.258664] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f4d29a-644b-4dbf-b936-8da17fcd3de2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.267271] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482010, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.269100] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 949.269100] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525b666a-7b35-d5d5-2f10-20ff9fc8ff90" [ 949.269100] env[69520]: _type = "Task" [ 949.269100] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.279990] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525b666a-7b35-d5d5-2f10-20ff9fc8ff90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.384976] env[69520]: DEBUG nova.compute.manager [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.432370] env[69520]: DEBUG oslo_vmware.api [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Task: {'id': task-3482012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338057} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.433498] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.433498] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.433498] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.433498] env[69520]: INFO nova.compute.manager [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 949.433498] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.433705] env[69520]: DEBUG nova.compute.manager [-] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.433796] env[69520]: DEBUG nova.network.neutron [-] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.560229] env[69520]: DEBUG oslo_concurrency.lockutils [req-b29f7389-073c-4c6e-a5b8-42bacaac996f req-51113b80-0774-431a-8166-cde15eba68da service nova] Releasing lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.577398] env[69520]: DEBUG nova.network.neutron [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Successfully created port: 7fc974d7-e978-4f3c-80d9-314f9255195e {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.592968] env[69520]: DEBUG nova.network.neutron [req-2f4fa92c-3ce3-47b5-a35b-1c76aae3d45c req-e17727c2-bedb-4e82-b2ec-929b171b60fe service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Updated VIF entry in instance network info cache for port 05a607ab-dfe8-4159-8df9-4d4ad1768ba0. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.593388] env[69520]: DEBUG nova.network.neutron [req-2f4fa92c-3ce3-47b5-a35b-1c76aae3d45c req-e17727c2-bedb-4e82-b2ec-929b171b60fe service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Updating instance_info_cache with network_info: [{"id": "05a607ab-dfe8-4159-8df9-4d4ad1768ba0", "address": "fa:16:3e:9e:3e:ae", "network": {"id": "4f2f6f62-9416-4df5-a289-c1775c0b9f19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-282547591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47480425367a4e72915b64218de31e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a607ab-df", "ovs_interfaceid": "05a607ab-dfe8-4159-8df9-4d4ad1768ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.720406] env[69520]: DEBUG nova.scheduler.client.report [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.767153] env[69520]: DEBUG oslo_vmware.api [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482010, 'name': PowerOnVM_Task, 'duration_secs': 0.771207} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.767441] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.767645] env[69520]: INFO nova.compute.manager [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Took 11.10 seconds to spawn the instance on the hypervisor. [ 949.768040] env[69520]: DEBUG nova.compute.manager [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.768858] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b30368-c285-4f1a-9605-1e014f3e5edc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.792303] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525b666a-7b35-d5d5-2f10-20ff9fc8ff90, 'name': SearchDatastore_Task, 'duration_secs': 0.01541} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.792837] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.793117] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9d1522e6-4dee-4437-9008-08c11f2df316/9d1522e6-4dee-4437-9008-08c11f2df316.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.793394] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef967c9-2625-4a37-8b5f-1794606498f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.801909] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 949.801909] env[69520]: value = "task-3482013" [ 949.801909] env[69520]: _type = "Task" [ 949.801909] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.811378] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.915093] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.096722] env[69520]: DEBUG oslo_concurrency.lockutils [req-2f4fa92c-3ce3-47b5-a35b-1c76aae3d45c req-e17727c2-bedb-4e82-b2ec-929b171b60fe service nova] Releasing lock "refresh_cache-90c6232f-8825-4543-b5d9-f4bcb3df371d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.125426] env[69520]: DEBUG nova.compute.manager [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.130352] env[69520]: DEBUG nova.network.neutron [-] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.172651] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.172968] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.173272] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.173494] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.173708] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.173947] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.174230] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.174407] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.174672] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.174935] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.175233] env[69520]: DEBUG nova.virt.hardware [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.176415] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a508cd-8765-4e41-ba40-c9797442e10c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.184466] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ffac6-b390-44dd-82a1-abdf6552e180 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.222029] env[69520]: DEBUG nova.compute.manager [req-05b0d0b2-5951-4f21-a927-9f4d0d365bf4 req-fd2c184b-73b8-4aa2-82e2-49a3761cf1a1 service nova] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Received event network-vif-deleted-aaac7109-c88b-4eba-afd5-8d2935fa15ff {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.225588] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.228226] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.236s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.229221] env[69520]: DEBUG nova.objects.instance [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lazy-loading 'resources' on Instance uuid 870967fa-f424-45ff-83bc-9ebb6e7869ae {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.252670] env[69520]: INFO nova.scheduler.client.report [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Deleted allocations for instance 304485f6-b35e-4189-aebd-3b7e8043207d [ 950.309317] env[69520]: INFO nova.compute.manager [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Took 28.02 seconds to build instance. [ 950.319076] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482013, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.367480] env[69520]: DEBUG nova.network.neutron [-] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.632794] env[69520]: INFO nova.compute.manager [-] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Took 1.76 seconds to deallocate network for instance. [ 950.754136] env[69520]: DEBUG nova.compute.manager [req-a3fba7eb-61ac-4785-a213-515db3b5e828 req-5754dedd-15bb-4e5d-a3cf-7659b94449a9 service nova] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Received event network-vif-deleted-c3e202eb-f4c9-443b-83d5-d6841f8f1db6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.762998] env[69520]: DEBUG oslo_concurrency.lockutils [None req-40355f6e-0606-435a-872f-855af6b2b854 tempest-ServersTestFqdnHostnames-1989043223 tempest-ServersTestFqdnHostnames-1989043223-project-member] Lock "304485f6-b35e-4189-aebd-3b7e8043207d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.123s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.805747] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "792dcb73-4333-451c-9a76-02a3afcfe330" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.812991] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7e1f067-d479-47b9-a559-f606e3f24876 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "792dcb73-4333-451c-9a76-02a3afcfe330" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.531s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.814866] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "792dcb73-4333-451c-9a76-02a3afcfe330" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.009s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.814866] env[69520]: DEBUG nova.compute.manager [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.815169] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d010051-6200-45cf-91b1-b06d525ee464 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.825720] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602348} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.829201] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9d1522e6-4dee-4437-9008-08c11f2df316/9d1522e6-4dee-4437-9008-08c11f2df316.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.829201] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.829201] env[69520]: DEBUG nova.compute.manager [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 950.829201] env[69520]: DEBUG nova.objects.instance [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lazy-loading 'flavor' on Instance uuid 792dcb73-4333-451c-9a76-02a3afcfe330 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.833485] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56287b21-6d60-41e7-aa98-197c23175c16 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.843015] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 950.843015] env[69520]: value = "task-3482014" [ 950.843015] env[69520]: _type = "Task" [ 950.843015] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.849725] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.873025] env[69520]: INFO nova.compute.manager [-] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Took 1.44 seconds to deallocate network for instance. [ 951.135166] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160c161b-7247-4696-84d8-78097478afee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.143864] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.145029] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a7e802-df23-4108-8a6f-814353547adc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.178012] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f968b66-e45f-4b6d-8231-69ed1aaf4941 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.185675] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65c0c6b-7b24-4875-bb2f-ebdd781e1406 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.200724] env[69520]: DEBUG nova.compute.provider_tree [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.320456] env[69520]: DEBUG nova.network.neutron [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Successfully updated port: 7fc974d7-e978-4f3c-80d9-314f9255195e {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.355058] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132877} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.355364] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.356334] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c878add0-ee17-483e-8092-a98c67a65173 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.382934] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 9d1522e6-4dee-4437-9008-08c11f2df316/9d1522e6-4dee-4437-9008-08c11f2df316.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.383947] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.383947] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6172ba0a-5d07-4167-8a39-863ed0b9a5b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.406099] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 951.406099] env[69520]: value = "task-3482015" [ 951.406099] env[69520]: _type = "Task" [ 951.406099] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.415536] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.617753] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquiring lock "f57b1ede-1703-4d47-829b-d289cfcb32bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.618046] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lock "f57b1ede-1703-4d47-829b-d289cfcb32bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.707821] env[69520]: DEBUG nova.scheduler.client.report [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.827335] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquiring lock "refresh_cache-75e60567-ff39-49c7-a6d0-d9391663864d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.827335] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquired lock "refresh_cache-75e60567-ff39-49c7-a6d0-d9391663864d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.827335] env[69520]: DEBUG nova.network.neutron [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.843542] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.843542] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9757f4c3-7dbb-477c-aa56-dff1e90cf96a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.852255] env[69520]: DEBUG oslo_vmware.api [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 951.852255] env[69520]: value = "task-3482016" [ 951.852255] env[69520]: _type = "Task" [ 951.852255] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.862433] env[69520]: DEBUG oslo_vmware.api [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.916976] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482015, 'name': ReconfigVM_Task, 'duration_secs': 0.41439} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.917367] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 9d1522e6-4dee-4437-9008-08c11f2df316/9d1522e6-4dee-4437-9008-08c11f2df316.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.918057] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abb0c935-6355-44ec-8141-37fc2ec7d48f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.924795] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 951.924795] env[69520]: value = "task-3482017" [ 951.924795] env[69520]: _type = "Task" [ 951.924795] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.932954] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482017, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.121110] env[69520]: DEBUG nova.compute.manager [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.219421] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.225490] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.520s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.225490] env[69520]: DEBUG nova.objects.instance [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'resources' on Instance uuid 76521970-acd4-4616-9653-9317fcbe05e5 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.252604] env[69520]: DEBUG nova.compute.manager [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Received event network-vif-plugged-7fc974d7-e978-4f3c-80d9-314f9255195e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.252819] env[69520]: DEBUG oslo_concurrency.lockutils [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] Acquiring lock "75e60567-ff39-49c7-a6d0-d9391663864d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.253038] env[69520]: DEBUG oslo_concurrency.lockutils [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] Lock "75e60567-ff39-49c7-a6d0-d9391663864d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.253209] env[69520]: DEBUG oslo_concurrency.lockutils [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] Lock "75e60567-ff39-49c7-a6d0-d9391663864d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.253373] env[69520]: DEBUG nova.compute.manager [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] No waiting events found dispatching network-vif-plugged-7fc974d7-e978-4f3c-80d9-314f9255195e {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.253593] env[69520]: WARNING nova.compute.manager [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Received unexpected event network-vif-plugged-7fc974d7-e978-4f3c-80d9-314f9255195e for instance with vm_state building and task_state spawning. [ 952.253762] env[69520]: DEBUG nova.compute.manager [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Received event network-changed-7fc974d7-e978-4f3c-80d9-314f9255195e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.253915] env[69520]: DEBUG nova.compute.manager [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Refreshing instance network info cache due to event network-changed-7fc974d7-e978-4f3c-80d9-314f9255195e. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.255239] env[69520]: DEBUG oslo_concurrency.lockutils [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] Acquiring lock "refresh_cache-75e60567-ff39-49c7-a6d0-d9391663864d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.261232] env[69520]: INFO nova.scheduler.client.report [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleted allocations for instance 870967fa-f424-45ff-83bc-9ebb6e7869ae [ 952.363472] env[69520]: DEBUG oslo_vmware.api [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482016, 'name': PowerOffVM_Task, 'duration_secs': 0.310261} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.363777] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.363974] env[69520]: DEBUG nova.compute.manager [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.364774] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8329cf0-737f-48b7-ae6c-910fde03442b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.379089] env[69520]: DEBUG nova.network.neutron [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.391577] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522519f1-5458-43f3-7c31-e4590eccbb76/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 952.391577] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d29f099-448a-48d0-9b26-5c912d6e2d53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.397964] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522519f1-5458-43f3-7c31-e4590eccbb76/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 952.398144] env[69520]: ERROR oslo_vmware.rw_handles [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522519f1-5458-43f3-7c31-e4590eccbb76/disk-0.vmdk due to incomplete transfer. [ 952.398368] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c4a4012-849b-4fe0-9d32-4592540d93eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.408601] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522519f1-5458-43f3-7c31-e4590eccbb76/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 952.408793] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Uploaded image 0f2b64e7-10e8-429b-bf1f-21e1a09ac32f to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 952.411026] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 952.411499] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-88f7074d-082c-4b5c-a857-e2f71ee00d2e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.417623] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 952.417623] env[69520]: value = "task-3482018" [ 952.417623] env[69520]: _type = "Task" [ 952.417623] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.427766] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482018, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.436045] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482017, 'name': Rename_Task, 'duration_secs': 0.192082} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.436322] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.436556] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a84ce43b-a18e-4137-8403-aee26fee1408 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.443773] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 952.443773] env[69520]: value = "task-3482019" [ 952.443773] env[69520]: _type = "Task" [ 952.443773] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.453718] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.638277] env[69520]: DEBUG nova.network.neutron [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Updating instance_info_cache with network_info: [{"id": "7fc974d7-e978-4f3c-80d9-314f9255195e", "address": "fa:16:3e:b3:64:27", "network": {"id": "da91a688-7200-4a7a-b0ec-3b507950b1fe", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-717408120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18a266985ba4a17921e68797b0ad773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc974d7-e9", "ovs_interfaceid": "7fc974d7-e978-4f3c-80d9-314f9255195e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.648728] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.775381] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d642348f-58e5-4410-a56f-fa18674b4584 tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "870967fa-f424-45ff-83bc-9ebb6e7869ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.392s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.880094] env[69520]: DEBUG oslo_concurrency.lockutils [None req-72a4f860-e1a4-49b4-959c-17a97d31460e tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "792dcb73-4333-451c-9a76-02a3afcfe330" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.931957] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482018, 'name': Destroy_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.953939] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482019, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.140137] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Releasing lock "refresh_cache-75e60567-ff39-49c7-a6d0-d9391663864d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.140494] env[69520]: DEBUG nova.compute.manager [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Instance network_info: |[{"id": "7fc974d7-e978-4f3c-80d9-314f9255195e", "address": "fa:16:3e:b3:64:27", "network": {"id": "da91a688-7200-4a7a-b0ec-3b507950b1fe", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-717408120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18a266985ba4a17921e68797b0ad773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc974d7-e9", "ovs_interfaceid": "7fc974d7-e978-4f3c-80d9-314f9255195e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.141142] env[69520]: DEBUG oslo_concurrency.lockutils [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] Acquired lock "refresh_cache-75e60567-ff39-49c7-a6d0-d9391663864d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.141325] env[69520]: DEBUG nova.network.neutron [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Refreshing network info cache for port 7fc974d7-e978-4f3c-80d9-314f9255195e {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.142489] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:64:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fc974d7-e978-4f3c-80d9-314f9255195e', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.150318] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Creating folder: Project (e18a266985ba4a17921e68797b0ad773). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.155756] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36d7b15d-5b35-46a6-9bc7-517f83879224 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.168345] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Created folder: Project (e18a266985ba4a17921e68797b0ad773) in parent group-v695915. [ 953.168548] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Creating folder: Instances. Parent ref: group-v696114. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.171314] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f87e20d-087c-4898-95db-959433e2e436 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.181089] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Created folder: Instances in parent group-v696114. [ 953.181348] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.181537] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.181746] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f42f462d-9df1-4518-b97d-34742a4594a5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.203223] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.203223] env[69520]: value = "task-3482022" [ 953.203223] env[69520]: _type = "Task" [ 953.203223] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.206872] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.207269] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.207536] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.207745] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.207879] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.211013] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5435c2d-a24c-4687-bc22-368858766d09 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.213690] env[69520]: INFO nova.compute.manager [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Terminating instance [ 953.218191] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482022, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.223134] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e327e1e7-e29f-4bbe-a80f-a4e8bbb0e7b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.255954] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4002682f-b104-491f-908c-f3b897b5f4e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.264577] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0ba5c3-1908-4ac9-b0a0-866c7bd2adfc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.281112] env[69520]: DEBUG nova.compute.provider_tree [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.430182] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482018, 'name': Destroy_Task, 'duration_secs': 0.689842} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.433018] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Destroyed the VM [ 953.433018] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 953.433018] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80edb23d-8024-435b-a617-f12f9f3f69ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.437246] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 953.437246] env[69520]: value = "task-3482023" [ 953.437246] env[69520]: _type = "Task" [ 953.437246] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.450988] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482023, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.456395] env[69520]: DEBUG oslo_vmware.api [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482019, 'name': PowerOnVM_Task, 'duration_secs': 0.587841} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.456689] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.456934] env[69520]: INFO nova.compute.manager [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Took 10.14 seconds to spawn the instance on the hypervisor. [ 953.457154] env[69520]: DEBUG nova.compute.manager [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.458799] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d76ac5-66f2-451d-8bae-a2ec02b8c79d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.500710] env[69520]: INFO nova.compute.manager [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Rebuilding instance [ 953.551424] env[69520]: DEBUG nova.compute.manager [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.552372] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2fe071-b1b1-4a9f-9a95-3f310ba51e54 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.713376] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482022, 'name': CreateVM_Task, 'duration_secs': 0.409423} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.713695] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.714448] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.714614] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.714972] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.715265] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f826aa-7f07-4682-bd28-87b9b5fd49ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.719952] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for the task: (returnval){ [ 953.719952] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5271281b-b1a5-869c-b347-57ca6c65365c" [ 953.719952] env[69520]: _type = "Task" [ 953.719952] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.720677] env[69520]: DEBUG nova.compute.manager [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.720971] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.726136] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4a05f-cd80-407b-840c-65c247a6bbc2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.733478] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5271281b-b1a5-869c-b347-57ca6c65365c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.735595] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.735860] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f4b179c-9bf5-4445-b1a9-98e73be06cef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.741549] env[69520]: DEBUG oslo_vmware.api [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 953.741549] env[69520]: value = "task-3482024" [ 953.741549] env[69520]: _type = "Task" [ 953.741549] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.749204] env[69520]: DEBUG oslo_vmware.api [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3482024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.785537] env[69520]: DEBUG nova.scheduler.client.report [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.872553] env[69520]: DEBUG nova.network.neutron [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Updated VIF entry in instance network info cache for port 7fc974d7-e978-4f3c-80d9-314f9255195e. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.872839] env[69520]: DEBUG nova.network.neutron [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Updating instance_info_cache with network_info: [{"id": "7fc974d7-e978-4f3c-80d9-314f9255195e", "address": "fa:16:3e:b3:64:27", "network": {"id": "da91a688-7200-4a7a-b0ec-3b507950b1fe", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-717408120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18a266985ba4a17921e68797b0ad773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc974d7-e9", "ovs_interfaceid": "7fc974d7-e978-4f3c-80d9-314f9255195e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.947572] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482023, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.975915] env[69520]: INFO nova.compute.manager [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Took 29.37 seconds to build instance. [ 954.232412] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5271281b-b1a5-869c-b347-57ca6c65365c, 'name': SearchDatastore_Task, 'duration_secs': 0.02205} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.232745] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.233027] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.233312] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.233832] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.233832] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.233979] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18425668-52b1-40a4-aa01-fe7713e9dcbb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.249919] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.250128] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.253597] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8361e7-8013-45d4-82db-35234032abf0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.255926] env[69520]: DEBUG oslo_vmware.api [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3482024, 'name': PowerOffVM_Task, 'duration_secs': 0.282626} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.256214] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.256383] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.256958] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d377441-0129-4fe7-9cd8-038573949f4b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.259382] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for the task: (returnval){ [ 954.259382] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525376f9-40bb-6411-ef70-51b47e3ca67d" [ 954.259382] env[69520]: _type = "Task" [ 954.259382] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.266920] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525376f9-40bb-6411-ef70-51b47e3ca67d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.291874] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.294205] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.560s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.295663] env[69520]: INFO nova.compute.claims [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.317414] env[69520]: INFO nova.scheduler.client.report [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleted allocations for instance 76521970-acd4-4616-9653-9317fcbe05e5 [ 954.338634] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.338879] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.339084] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleting the datastore file [datastore2] 726b0d51-0ba5-4965-b1bc-4169b2c714cd {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.339337] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4048f74c-1736-437a-bade-fe257099df7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.345681] env[69520]: DEBUG oslo_vmware.api [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for the task: (returnval){ [ 954.345681] env[69520]: value = "task-3482026" [ 954.345681] env[69520]: _type = "Task" [ 954.345681] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.354185] env[69520]: DEBUG oslo_vmware.api [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3482026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.376050] env[69520]: DEBUG oslo_concurrency.lockutils [req-d8e52ab0-229c-4ab3-9427-a99ca890964a req-d3d402cc-e27e-4746-b8f5-65b7b138fed4 service nova] Releasing lock "refresh_cache-75e60567-ff39-49c7-a6d0-d9391663864d" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.448184] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482023, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.477911] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f5b1dc2c-417d-41fc-aa3c-fc9ebc61d976 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "9d1522e6-4dee-4437-9008-08c11f2df316" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.884s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.570592] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.571353] env[69520]: INFO nova.compute.manager [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Rescuing [ 954.571353] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.571624] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.571624] env[69520]: DEBUG nova.network.neutron [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.573059] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ed8130-9f87-4ebc-8dab-0bcfbfcc34eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.581247] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 954.581247] env[69520]: value = "task-3482027" [ 954.581247] env[69520]: _type = "Task" [ 954.581247] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.594566] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 954.594787] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.595842] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866eaf50-78b0-40ce-9a6d-76a402d22366 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.603936] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.604208] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a749ee6-e867-4571-84a6-510ac55b4ed6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.690834] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.691167] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.691468] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleting the datastore file [datastore2] 792dcb73-4333-451c-9a76-02a3afcfe330 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.691806] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da91001e-e238-4134-9cc3-92cb97aed748 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.698999] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 954.698999] env[69520]: value = "task-3482029" [ 954.698999] env[69520]: _type = "Task" [ 954.698999] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.708016] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.771968] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525376f9-40bb-6411-ef70-51b47e3ca67d, 'name': SearchDatastore_Task, 'duration_secs': 0.033875} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.772695] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bdf6afa-17f8-4f96-876c-d29d79073101 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.780867] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for the task: (returnval){ [ 954.780867] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5246be44-e51a-6471-031b-a52d7bd4ed1e" [ 954.780867] env[69520]: _type = "Task" [ 954.780867] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.789944] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5246be44-e51a-6471-031b-a52d7bd4ed1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.826090] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e8cad3bf-c620-4280-a7d9-ccb0c4f64dd5 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "76521970-acd4-4616-9653-9317fcbe05e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.249s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.827091] env[69520]: DEBUG oslo_concurrency.lockutils [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] Acquired lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.828110] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa99bd5-864b-4822-831c-07095b50cc20 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.837802] env[69520]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 954.840022] env[69520]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69520) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 954.840022] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91361f58-c418-4013-bfe9-4315e37fbc85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.858643] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26faa4bd-e3d1-4702-8013-0e542a719bdf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.871921] env[69520]: DEBUG oslo_vmware.api [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Task: {'id': task-3482026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437825} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.873089] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.873089] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.873089] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.873258] env[69520]: INFO nova.compute.manager [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 954.873459] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.873673] env[69520]: DEBUG nova.compute.manager [-] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.873905] env[69520]: DEBUG nova.network.neutron [-] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.894112] env[69520]: ERROR root [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-696062' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-696062' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-696062' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-696062'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-696062' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-696062' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-696062'}\n"]: nova.exception.InstanceNotFound: Instance 76521970-acd4-4616-9653-9317fcbe05e5 could not be found. [ 954.894112] env[69520]: DEBUG oslo_concurrency.lockutils [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] Releasing lock "76521970-acd4-4616-9653-9317fcbe05e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.894318] env[69520]: DEBUG nova.compute.manager [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Detach interface failed, port_id=42e5ab9e-924a-4b48-8af3-7aafd417348b, reason: Instance 76521970-acd4-4616-9653-9317fcbe05e5 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.894383] env[69520]: DEBUG nova.compute.manager [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Received event network-vif-deleted-2284c058-5426-4b21-8822-12353878f327 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.895239] env[69520]: INFO nova.compute.manager [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Neutron deleted interface 2284c058-5426-4b21-8822-12353878f327; detaching it from the instance and deleting it from the info cache [ 954.895239] env[69520]: DEBUG nova.network.neutron [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.952961] env[69520]: DEBUG oslo_vmware.api [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482023, 'name': RemoveSnapshot_Task, 'duration_secs': 1.168375} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.952961] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 954.952961] env[69520]: INFO nova.compute.manager [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Took 19.73 seconds to snapshot the instance on the hypervisor. [ 955.209271] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281304} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.209545] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.209736] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.209909] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.269841] env[69520]: DEBUG nova.network.neutron [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Updating instance_info_cache with network_info: [{"id": "c924ab80-6559-422b-b440-897f66b3e119", "address": "fa:16:3e:4b:11:f0", "network": {"id": "c4e54f41-e8c6-4ccd-814d-fcf7eccd61a7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-498688626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebd295fe5d8e470ba4354a2defd17912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc924ab80-65", "ovs_interfaceid": "c924ab80-6559-422b-b440-897f66b3e119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.299908] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5246be44-e51a-6471-031b-a52d7bd4ed1e, 'name': SearchDatastore_Task, 'duration_secs': 0.026695} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.300302] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.300566] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 75e60567-ff39-49c7-a6d0-d9391663864d/75e60567-ff39-49c7-a6d0-d9391663864d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.300932] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13f47849-9a56-427e-a99f-352aea07fe16 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.310185] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for the task: (returnval){ [ 955.310185] env[69520]: value = "task-3482030" [ 955.310185] env[69520]: _type = "Task" [ 955.310185] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.318281] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.398687] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f70a675-fe07-4a16-baa2-8948620e6145 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.407958] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5957c16-8ab0-4ed8-acc1-5553129e9891 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.425514] env[69520]: DEBUG nova.compute.manager [req-be6abaf4-9fd2-480d-979f-a389e4232d0f req-341bac87-6f73-4a66-9eaa-a7deef43772d service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Received event network-vif-deleted-2ac2391c-b4cf-4aaf-adbd-1330cfe6189d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.425687] env[69520]: INFO nova.compute.manager [req-be6abaf4-9fd2-480d-979f-a389e4232d0f req-341bac87-6f73-4a66-9eaa-a7deef43772d service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Neutron deleted interface 2ac2391c-b4cf-4aaf-adbd-1330cfe6189d; detaching it from the instance and deleting it from the info cache [ 955.427902] env[69520]: DEBUG nova.network.neutron [req-be6abaf4-9fd2-480d-979f-a389e4232d0f req-341bac87-6f73-4a66-9eaa-a7deef43772d service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.446017] env[69520]: DEBUG nova.compute.manager [req-ef0e41c9-e463-483c-8be3-be6b362b99ed req-dc395573-406b-4570-9219-30d22d339a73 service nova] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Detach interface failed, port_id=2284c058-5426-4b21-8822-12353878f327, reason: Instance c636025a-d7ab-4261-9e60-eb4ffe0adc50 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 955.531612] env[69520]: DEBUG nova.compute.manager [None req-5e72cd8c-d244-4ea7-8840-75d767d792cd tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Found 2 images (rotation: 2) {{(pid=69520) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 955.728143] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8270a4ba-1f7b-40f8-a8b0-78951a161ea0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.736708] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bc9377-04d6-4833-89f2-fe9b2e52e153 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.772739] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ddf7d5-05b7-491e-bcaf-a9efa69d110f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.774748] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.783239] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccebd712-5888-4b9a-9308-6ae51a6595f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.797966] env[69520]: DEBUG nova.compute.provider_tree [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.824674] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.868308] env[69520]: DEBUG nova.network.neutron [-] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.931754] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb135953-e3fe-428f-accd-7c74f47a5401 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.944193] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23317bf4-9df1-4305-90a2-ac463a78431b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.982485] env[69520]: DEBUG nova.compute.manager [req-be6abaf4-9fd2-480d-979f-a389e4232d0f req-341bac87-6f73-4a66-9eaa-a7deef43772d service nova] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Detach interface failed, port_id=2ac2391c-b4cf-4aaf-adbd-1330cfe6189d, reason: Instance 726b0d51-0ba5-4965-b1bc-4169b2c714cd could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.251535] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.251781] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.252035] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.252139] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.252277] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.252424] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.252632] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.252786] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.252950] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.253124] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.253298] env[69520]: DEBUG nova.virt.hardware [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.254194] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4abaf9e-6394-441f-9518-eb0ea8ad4891 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.262157] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0d8cdb-e51a-4048-893a-56712b8a17f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.275971] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:4b:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98802f35-5ca3-4463-ae6a-77ead9a32f15', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.283397] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.283677] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.283886] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b440f5bb-ce3f-41d9-9ce0-dbd521b19922 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.304946] env[69520]: DEBUG nova.scheduler.client.report [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.310640] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.310640] env[69520]: value = "task-3482031" [ 956.310640] env[69520]: _type = "Task" [ 956.310640] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.327202] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673433} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.327548] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 75e60567-ff39-49c7-a6d0-d9391663864d/75e60567-ff39-49c7-a6d0-d9391663864d.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.327778] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.328561] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482031, 'name': CreateVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.328561] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cda0e85-9397-4866-ae25-16189fbdb93a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.334917] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for the task: (returnval){ [ 956.334917] env[69520]: value = "task-3482032" [ 956.334917] env[69520]: _type = "Task" [ 956.334917] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.345731] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.375301] env[69520]: INFO nova.compute.manager [-] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Took 1.50 seconds to deallocate network for instance. [ 956.812077] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.812631] env[69520]: DEBUG nova.compute.manager [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.820121] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.710s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.820486] env[69520]: INFO nova.compute.claims [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.829635] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482031, 'name': CreateVM_Task, 'duration_secs': 0.513153} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.830836] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.831736] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.832035] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.832523] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.832904] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6845d8f2-8545-4f8e-8b79-50e8332fb524 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.841670] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 956.841670] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524bf477-af27-a0dc-0cfc-fe6abdf2135c" [ 956.841670] env[69520]: _type = "Task" [ 956.841670] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.848803] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084298} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.849818] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.852015] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19baa21-9bfe-4355-951e-e3bcc4c55265 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.857629] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524bf477-af27-a0dc-0cfc-fe6abdf2135c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.884534] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 75e60567-ff39-49c7-a6d0-d9391663864d/75e60567-ff39-49c7-a6d0-d9391663864d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.886786] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.887071] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c31ff97-adc7-48ac-95f9-71ebf7b65ee9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.914415] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for the task: (returnval){ [ 956.914415] env[69520]: value = "task-3482033" [ 956.914415] env[69520]: _type = "Task" [ 956.914415] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.924412] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.272576] env[69520]: DEBUG nova.compute.manager [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.273600] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b04de13-ab12-4c32-8ba7-0fe58db8c2c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.325054] env[69520]: DEBUG nova.compute.utils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.329444] env[69520]: DEBUG nova.compute.manager [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Not allocating networking since 'none' was specified. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 957.332752] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.332752] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-386d1100-7ae2-4134-b84b-9391dd6f5b11 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.341355] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 957.341355] env[69520]: value = "task-3482034" [ 957.341355] env[69520]: _type = "Task" [ 957.341355] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.358161] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.358853] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524bf477-af27-a0dc-0cfc-fe6abdf2135c, 'name': SearchDatastore_Task, 'duration_secs': 0.021552} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.359156] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.359433] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.359675] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.359840] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.360033] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.361461] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b6d3168-0313-4303-b6e0-ea347970c32f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.369442] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.369442] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.371051] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1620dd46-77f5-4824-b598-ebf52e67347f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.375392] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 957.375392] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a2f6ea-af40-914c-43bd-ee8cfcbb96d9" [ 957.375392] env[69520]: _type = "Task" [ 957.375392] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.384838] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a2f6ea-af40-914c-43bd-ee8cfcbb96d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.424116] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482033, 'name': ReconfigVM_Task, 'duration_secs': 0.29543} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.424566] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 75e60567-ff39-49c7-a6d0-d9391663864d/75e60567-ff39-49c7-a6d0-d9391663864d.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.425276] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e277f24-f1a1-4946-88bb-bb4b8456aded {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.432020] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for the task: (returnval){ [ 957.432020] env[69520]: value = "task-3482035" [ 957.432020] env[69520]: _type = "Task" [ 957.432020] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.439630] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482035, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.792724] env[69520]: INFO nova.compute.manager [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] instance snapshotting [ 957.793367] env[69520]: DEBUG nova.objects.instance [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'flavor' on Instance uuid 8137a947-18ef-4e25-b580-96a9eb6077be {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.829955] env[69520]: DEBUG nova.compute.manager [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.853593] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482034, 'name': PowerOffVM_Task, 'duration_secs': 0.200773} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.853593] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.853826] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362fead0-f0f3-4996-9a87-09d7bad034b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.877913] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b9581c-8f8f-430c-b9be-d1e018ab0534 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.899855] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a2f6ea-af40-914c-43bd-ee8cfcbb96d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.900576] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf18361-6f1f-4658-a881-db00a8aadcb2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.905596] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 957.905596] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de9fbc-c5f4-dfb3-8535-24e73251d042" [ 957.905596] env[69520]: _type = "Task" [ 957.905596] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.917779] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de9fbc-c5f4-dfb3-8535-24e73251d042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.935234] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.935234] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d11a085-0c84-4846-a466-ff93f2257d41 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.945252] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482035, 'name': Rename_Task, 'duration_secs': 0.158276} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.946377] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.946695] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 957.946695] env[69520]: value = "task-3482036" [ 957.946695] env[69520]: _type = "Task" [ 957.946695] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.949896] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194f4b52-f9af-4171-b7d8-9b8125e55e5e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.966053] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 957.966361] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.966551] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.969338] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for the task: (returnval){ [ 957.969338] env[69520]: value = "task-3482037" [ 957.969338] env[69520]: _type = "Task" [ 957.969338] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.969846] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "a0cab861-8895-4c6c-b33d-0682928e8c25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.970139] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "a0cab861-8895-4c6c-b33d-0682928e8c25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.980457] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482037, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.270158] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b410b9-38c7-4d65-b1fa-86e8ebb32615 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.278194] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dad7592-05e1-448b-a95b-b65abd5a2229 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.317843] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f07334-731e-4cf6-a6a9-aed953bcfa59 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.321144] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d82b6d-5b34-4aeb-8acc-a7c7337ca58b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.343321] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bd60d7-411e-4f9c-ba8e-c8bc584dca7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.351146] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7270d39-bec0-496e-b106-e22d6e822759 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.365747] env[69520]: DEBUG nova.compute.provider_tree [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.420293] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de9fbc-c5f4-dfb3-8535-24e73251d042, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.420554] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.421908] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 792dcb73-4333-451c-9a76-02a3afcfe330/792dcb73-4333-451c-9a76-02a3afcfe330.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.421908] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.421908] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.421908] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a636792-0b27-4454-909e-dfe4bde56a19 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.424089] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38f8ccf8-ccdd-49d0-855f-3fa5e9a22780 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.431368] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 958.431368] env[69520]: value = "task-3482038" [ 958.431368] env[69520]: _type = "Task" [ 958.431368] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.437138] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.437300] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.438429] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855b15a7-80a6-476b-a2dd-27745c5cb7b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.448021] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.448312] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 958.448312] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e0cae2-53cf-4f3f-046c-a129b8bcd99c" [ 958.448312] env[69520]: _type = "Task" [ 958.448312] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.457244] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e0cae2-53cf-4f3f-046c-a129b8bcd99c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.475679] env[69520]: DEBUG nova.compute.manager [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.484075] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482037, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.856648] env[69520]: DEBUG nova.compute.manager [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.873078] env[69520]: DEBUG nova.scheduler.client.report [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.884468] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 958.886648] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de7bc56f-edf5-453a-89e9-13fb67572b11 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.897262] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.897557] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.897799] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.898080] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.898283] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.899877] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.900214] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.900450] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.900634] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.900811] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.901028] env[69520]: DEBUG nova.virt.hardware [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.901970] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edee1e4-ab35-4ef7-880d-c0f1c0fa83eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.907035] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 958.907035] env[69520]: value = "task-3482039" [ 958.907035] env[69520]: _type = "Task" [ 958.907035] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.916462] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b0028a-52d1-4bdc-854c-d3d44cf772c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.925514] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482039, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.936681] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.942910] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Creating folder: Project (441c3fe9ae6146c2a56c02134d910f5e). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.946731] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb6a6e62-46c9-4a71-8abc-7656144aab6a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.956436] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482038, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.958236] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Created folder: Project (441c3fe9ae6146c2a56c02134d910f5e) in parent group-v695915. [ 958.958418] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Creating folder: Instances. Parent ref: group-v696118. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.958673] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99fc7379-0d29-47ad-96ad-61aa8a463737 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.963927] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e0cae2-53cf-4f3f-046c-a129b8bcd99c, 'name': SearchDatastore_Task, 'duration_secs': 0.012581} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.965057] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90045e61-9956-4e40-8d1e-1c87769a8fbf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.970708] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 958.970708] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b92d81-a2d6-db15-690f-0b758030d70e" [ 958.970708] env[69520]: _type = "Task" [ 958.970708] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.972149] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Created folder: Instances in parent group-v696118. [ 958.972381] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.978857] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.979130] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a27847d-7ea3-4802-9965-5371a2e61b3d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.001978] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b92d81-a2d6-db15-690f-0b758030d70e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.002119] env[69520]: DEBUG oslo_vmware.api [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482037, 'name': PowerOnVM_Task, 'duration_secs': 0.546207} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.004664] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.004910] env[69520]: INFO nova.compute.manager [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Took 8.88 seconds to spawn the instance on the hypervisor. [ 959.005118] env[69520]: DEBUG nova.compute.manager [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.007095] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab134d3-8025-440b-94b2-be18b9881033 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.009615] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.009615] env[69520]: value = "task-3482042" [ 959.009615] env[69520]: _type = "Task" [ 959.009615] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.019195] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482042, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.021518] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.387118] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.387701] env[69520]: DEBUG nova.compute.manager [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.391958] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.058s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.395797] env[69520]: INFO nova.compute.claims [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.399089] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "9e1dce19-6806-41c2-907a-f7f42312e57b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.399089] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.416780] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482039, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.447189] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649845} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.447466] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 792dcb73-4333-451c-9a76-02a3afcfe330/792dcb73-4333-451c-9a76-02a3afcfe330.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.447679] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.447921] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38aef1a2-ba00-4cc6-b2a1-4d60d543f429 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.460732] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 959.460732] env[69520]: value = "task-3482043" [ 959.460732] env[69520]: _type = "Task" [ 959.460732] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.469113] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.480805] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b92d81-a2d6-db15-690f-0b758030d70e, 'name': SearchDatastore_Task, 'duration_secs': 0.078779} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.481080] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.481354] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9d1522e6-4dee-4437-9008-08c11f2df316/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. {{(pid=69520) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 959.481601] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d99d5d7b-a059-4e67-8628-fbae04c3c671 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.488468] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 959.488468] env[69520]: value = "task-3482044" [ 959.488468] env[69520]: _type = "Task" [ 959.488468] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.496600] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.518564] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482042, 'name': CreateVM_Task, 'duration_secs': 0.327321} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.521684] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.521684] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.521684] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.521684] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.521684] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2fcd5e8-3197-436b-8446-a02dd131f2be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.530017] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 959.530017] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523189c4-1d3a-0079-8562-ee22cd301790" [ 959.530017] env[69520]: _type = "Task" [ 959.530017] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.533919] env[69520]: INFO nova.compute.manager [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Took 27.90 seconds to build instance. [ 959.541367] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523189c4-1d3a-0079-8562-ee22cd301790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.903309] env[69520]: DEBUG nova.compute.utils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.906856] env[69520]: DEBUG nova.compute.manager [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.906856] env[69520]: DEBUG nova.network.neutron [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.918923] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482039, 'name': CreateSnapshot_Task, 'duration_secs': 0.772578} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.919346] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 959.920196] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaac96d-9df8-4b1d-babf-cf8b01055196 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.966926] env[69520]: DEBUG nova.policy [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0e88ad10ff4c55914704ab06327d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8e0aacd8664207abb1e19f5341e107', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.975792] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142786} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.975953] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.977023] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c37706a-19fa-415b-9aa3-19a2d13c73c9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.003566] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 792dcb73-4333-451c-9a76-02a3afcfe330/792dcb73-4333-451c-9a76-02a3afcfe330.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.007919] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7582bdc1-a01a-4701-a745-63ff33c83d18 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.028971] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482044, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.030328] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 960.030328] env[69520]: value = "task-3482045" [ 960.030328] env[69520]: _type = "Task" [ 960.030328] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.039379] env[69520]: DEBUG oslo_concurrency.lockutils [None req-730bb671-8e3b-494c-8915-cbba609c14f4 tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lock "75e60567-ff39-49c7-a6d0-d9391663864d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.415s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.043938] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523189c4-1d3a-0079-8562-ee22cd301790, 'name': SearchDatastore_Task, 'duration_secs': 0.034429} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.048018] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.048018] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.048018] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.048018] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.048018] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.048256] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.048880] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e2b1b0e-fd77-4d7c-9277-dca582f920f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.065189] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.065420] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.066439] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d416f0-1d86-49eb-9776-29eefb2ddf78 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.071897] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 960.071897] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524775cd-e619-ba08-5122-fe1811eb5db0" [ 960.071897] env[69520]: _type = "Task" [ 960.071897] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.080543] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524775cd-e619-ba08-5122-fe1811eb5db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.408896] env[69520]: DEBUG nova.compute.manager [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.438229] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 960.439025] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c58e75cd-bb69-4399-adc3-12c9d0263822 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.452207] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 960.452207] env[69520]: value = "task-3482046" [ 960.452207] env[69520]: _type = "Task" [ 960.452207] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.465888] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.472847] env[69520]: DEBUG nova.network.neutron [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Successfully created port: 329a0745-60f6-4cb2-8ed9-9019e008ab17 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.502722] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56237} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.506428] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9d1522e6-4dee-4437-9008-08c11f2df316/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. [ 960.507889] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7512fd-6c13-4cc6-8ce2-35060a5fe463 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.543474] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 9d1522e6-4dee-4437-9008-08c11f2df316/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.550374] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b228e6c-b6b8-4591-b27d-e8b315290d00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.566484] env[69520]: DEBUG nova.compute.manager [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.574416] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482045, 'name': ReconfigVM_Task, 'duration_secs': 0.330505} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.578775] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 792dcb73-4333-451c-9a76-02a3afcfe330/792dcb73-4333-451c-9a76-02a3afcfe330.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.580338] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 960.580338] env[69520]: value = "task-3482047" [ 960.580338] env[69520]: _type = "Task" [ 960.580338] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.580338] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd7be31f-43df-4c4c-b9de-027984c43b9f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.596248] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524775cd-e619-ba08-5122-fe1811eb5db0, 'name': SearchDatastore_Task, 'duration_secs': 0.020864} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.596248] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe0874b-661f-45f7-917f-d9773c078950 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.603760] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 960.603760] env[69520]: value = "task-3482048" [ 960.603760] env[69520]: _type = "Task" [ 960.603760] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.604141] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.609816] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 960.609816] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525e5468-5e4b-5885-fb1e-9f21bf2070c3" [ 960.609816] env[69520]: _type = "Task" [ 960.609816] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.621692] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482048, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.626936] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525e5468-5e4b-5885-fb1e-9f21bf2070c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.827045] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquiring lock "75e60567-ff39-49c7-a6d0-d9391663864d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.827605] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lock "75e60567-ff39-49c7-a6d0-d9391663864d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.827605] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquiring lock "75e60567-ff39-49c7-a6d0-d9391663864d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.827871] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lock "75e60567-ff39-49c7-a6d0-d9391663864d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.828167] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lock "75e60567-ff39-49c7-a6d0-d9391663864d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.835433] env[69520]: INFO nova.compute.manager [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Terminating instance [ 960.857296] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb4dcc7-a56f-4c61-9fad-2e040c7efe59 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.866406] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549ffa1a-4d6d-4ef9-88b5-011d2e433456 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.907038] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcd5909-0b78-4ab9-8e9b-f3068f92bad3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.915185] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf74277-660b-4770-9b91-0ec915b2eda7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.932275] env[69520]: DEBUG nova.compute.provider_tree [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.964561] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task} progress is 93%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.088880] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.095840] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482047, 'name': ReconfigVM_Task, 'duration_secs': 0.377441} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.096130] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 9d1522e6-4dee-4437-9008-08c11f2df316/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.096996] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd953ac-6f2f-4c39-928e-a2d5e9c26167 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.130721] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6524fb-6364-4f97-8781-58d6b8a49bcd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.149886] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482048, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.150220] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525e5468-5e4b-5885-fb1e-9f21bf2070c3, 'name': SearchDatastore_Task, 'duration_secs': 0.030415} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.151374] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.151702] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3050968e-91ab-4ce9-8325-c98e76309c3e/3050968e-91ab-4ce9-8325-c98e76309c3e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.151954] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 961.151954] env[69520]: value = "task-3482049" [ 961.151954] env[69520]: _type = "Task" [ 961.151954] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.152152] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a78c3e2f-c6a2-40ca-90c8-360fcb19b87a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.162717] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482049, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.163946] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 961.163946] env[69520]: value = "task-3482050" [ 961.163946] env[69520]: _type = "Task" [ 961.163946] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.171694] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.338033] env[69520]: DEBUG nova.compute.manager [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.338033] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.339295] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d97a6e-1316-4e6f-910b-0c9b2696a5dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.347851] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.348214] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07b0f5c9-6203-4c1a-a2b0-6e79d3414ba0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.354344] env[69520]: DEBUG oslo_vmware.api [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for the task: (returnval){ [ 961.354344] env[69520]: value = "task-3482051" [ 961.354344] env[69520]: _type = "Task" [ 961.354344] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.363495] env[69520]: DEBUG oslo_vmware.api [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.425451] env[69520]: DEBUG nova.compute.manager [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.437879] env[69520]: DEBUG nova.scheduler.client.report [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.454460] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.454735] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.454893] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.455213] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.455298] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.455369] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.455582] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.455735] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.455897] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.456112] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.456295] env[69520]: DEBUG nova.virt.hardware [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.457481] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87717f8d-0b4e-42e9-bdf2-5c30b7d8b00a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.477465] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52fa734-f94e-4e9b-9c63-9d648d3446b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.482649] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.630125] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482048, 'name': Rename_Task, 'duration_secs': 0.874271} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.630438] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.630696] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6f23ddb-8838-4f79-bc9e-39eb5e7c8d6a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.637090] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 961.637090] env[69520]: value = "task-3482052" [ 961.637090] env[69520]: _type = "Task" [ 961.637090] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.645279] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.663375] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482049, 'name': ReconfigVM_Task, 'duration_secs': 0.23208} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.663671] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.663932] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7df32dc5-1170-4e2f-8a28-9915fc30cf6b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.678999] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482050, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.680420] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 961.680420] env[69520]: value = "task-3482053" [ 961.680420] env[69520]: _type = "Task" [ 961.680420] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.692772] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482053, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.866465] env[69520]: DEBUG oslo_vmware.api [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482051, 'name': PowerOffVM_Task, 'duration_secs': 0.236049} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.866820] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.867066] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.867432] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53baca84-e7b3-4e9d-b36f-856f2ade54cb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.939930] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.940387] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.940700] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Deleting the datastore file [datastore2] 75e60567-ff39-49c7-a6d0-d9391663864d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.941091] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d1d07a2-816c-43ab-9834-989a5ee76092 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.947933] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.948509] env[69520]: DEBUG nova.compute.manager [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.951944] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.602s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.956957] env[69520]: INFO nova.compute.claims [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.966055] env[69520]: DEBUG oslo_vmware.api [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for the task: (returnval){ [ 961.966055] env[69520]: value = "task-3482055" [ 961.966055] env[69520]: _type = "Task" [ 961.966055] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.974077] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.978931] env[69520]: DEBUG oslo_vmware.api [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.051198] env[69520]: DEBUG nova.compute.manager [req-ece29355-b0de-4d54-8be8-f72606a77866 req-cd32908f-1506-4d49-bb83-d7b356e88ac5 service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Received event network-vif-plugged-329a0745-60f6-4cb2-8ed9-9019e008ab17 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.051426] env[69520]: DEBUG oslo_concurrency.lockutils [req-ece29355-b0de-4d54-8be8-f72606a77866 req-cd32908f-1506-4d49-bb83-d7b356e88ac5 service nova] Acquiring lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.051672] env[69520]: DEBUG oslo_concurrency.lockutils [req-ece29355-b0de-4d54-8be8-f72606a77866 req-cd32908f-1506-4d49-bb83-d7b356e88ac5 service nova] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.051851] env[69520]: DEBUG oslo_concurrency.lockutils [req-ece29355-b0de-4d54-8be8-f72606a77866 req-cd32908f-1506-4d49-bb83-d7b356e88ac5 service nova] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.052293] env[69520]: DEBUG nova.compute.manager [req-ece29355-b0de-4d54-8be8-f72606a77866 req-cd32908f-1506-4d49-bb83-d7b356e88ac5 service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] No waiting events found dispatching network-vif-plugged-329a0745-60f6-4cb2-8ed9-9019e008ab17 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.052552] env[69520]: WARNING nova.compute.manager [req-ece29355-b0de-4d54-8be8-f72606a77866 req-cd32908f-1506-4d49-bb83-d7b356e88ac5 service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Received unexpected event network-vif-plugged-329a0745-60f6-4cb2-8ed9-9019e008ab17 for instance with vm_state building and task_state spawning. [ 962.143607] env[69520]: DEBUG nova.network.neutron [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Successfully updated port: 329a0745-60f6-4cb2-8ed9-9019e008ab17 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.151519] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.179027] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681938} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.179027] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3050968e-91ab-4ce9-8325-c98e76309c3e/3050968e-91ab-4ce9-8325-c98e76309c3e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.179027] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.179027] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10dd3094-22ea-46a5-8c1b-3a85179256b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.185844] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 962.185844] env[69520]: value = "task-3482056" [ 962.185844] env[69520]: _type = "Task" [ 962.185844] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.192727] env[69520]: DEBUG oslo_vmware.api [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482053, 'name': PowerOnVM_Task, 'duration_secs': 0.511443} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.193444] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.198037] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.199072] env[69520]: DEBUG nova.compute.manager [None req-3461dd33-e067-45ee-8cce-f2369cf13cb2 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.199881] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4acee6b-e561-41aa-ac2e-32c95d43e69a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.462784] env[69520]: DEBUG nova.compute.utils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.466315] env[69520]: DEBUG nova.compute.manager [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.466436] env[69520]: DEBUG nova.network.neutron [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.482028] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.484949] env[69520]: DEBUG oslo_vmware.api [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Task: {'id': task-3482055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246162} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.485151] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.485331] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.485504] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.485711] env[69520]: INFO nova.compute.manager [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 962.486014] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.486454] env[69520]: DEBUG nova.compute.manager [-] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.486561] env[69520]: DEBUG nova.network.neutron [-] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.529831] env[69520]: DEBUG nova.policy [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f87a37b0400a4fc6abb6d0269cb62a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ce8d7acf644f56b62390c579d47f74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.647809] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.647940] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.648101] env[69520]: DEBUG nova.network.neutron [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.649235] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482052, 'name': PowerOnVM_Task, 'duration_secs': 0.69007} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.649481] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.649669] env[69520]: DEBUG nova.compute.manager [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.650653] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0453475-a327-4fb0-8170-9f0cc88a2a0d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.696384] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069497} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.696669] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.697449] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6f7c1-7dbe-41d7-84ae-27119cf79cc3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.728339] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 3050968e-91ab-4ce9-8325-c98e76309c3e/3050968e-91ab-4ce9-8325-c98e76309c3e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.729295] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94719191-7ee1-4b91-b609-2abd0390d5fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.756025] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 962.756025] env[69520]: value = "task-3482057" [ 962.756025] env[69520]: _type = "Task" [ 962.756025] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.766691] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.926187] env[69520]: INFO nova.compute.manager [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Unrescuing [ 962.926187] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.926187] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquired lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.926187] env[69520]: DEBUG nova.network.neutron [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.971418] env[69520]: DEBUG nova.compute.manager [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.986411] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.010413] env[69520]: DEBUG nova.compute.manager [req-605b7c32-6106-46aa-a57b-4f379e13e9a1 req-a56ab921-9f70-4b77-b80f-be9d4c2a1d50 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Received event network-vif-deleted-7fc974d7-e978-4f3c-80d9-314f9255195e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.010845] env[69520]: INFO nova.compute.manager [req-605b7c32-6106-46aa-a57b-4f379e13e9a1 req-a56ab921-9f70-4b77-b80f-be9d4c2a1d50 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Neutron deleted interface 7fc974d7-e978-4f3c-80d9-314f9255195e; detaching it from the instance and deleting it from the info cache [ 963.010845] env[69520]: DEBUG nova.network.neutron [req-605b7c32-6106-46aa-a57b-4f379e13e9a1 req-a56ab921-9f70-4b77-b80f-be9d4c2a1d50 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.166947] env[69520]: INFO nova.compute.manager [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] bringing vm to original state: 'stopped' [ 963.205035] env[69520]: DEBUG nova.network.neutron [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.250630] env[69520]: DEBUG nova.network.neutron [-] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.270023] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.314305] env[69520]: DEBUG nova.network.neutron [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Successfully created port: d68fc9b4-191d-4104-9bb6-1e32e2364512 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.363199] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e770d7-580c-408b-bd9e-c5c64ab681de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.367032] env[69520]: DEBUG nova.network.neutron [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance_info_cache with network_info: [{"id": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "address": "fa:16:3e:f1:a7:91", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329a0745-60", "ovs_interfaceid": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.373031] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493c5dcf-a84c-4eca-a991-500a5acfed12 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.404995] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3312af7b-c980-4041-9076-d61ee6a13e3b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.413367] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb8c1e-4143-4656-b36c-38bbb01f11c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.427396] env[69520]: DEBUG nova.compute.provider_tree [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.475221] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.517027] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05cd909a-caec-422d-8889-37135f9bdaa4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.526659] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e9c13-a267-4396-87e3-53d3cb0693b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.562627] env[69520]: DEBUG nova.compute.manager [req-605b7c32-6106-46aa-a57b-4f379e13e9a1 req-a56ab921-9f70-4b77-b80f-be9d4c2a1d50 service nova] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Detach interface failed, port_id=7fc974d7-e978-4f3c-80d9-314f9255195e, reason: Instance 75e60567-ff39-49c7-a6d0-d9391663864d could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.628406] env[69520]: DEBUG nova.network.neutron [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Updating instance_info_cache with network_info: [{"id": "c924ab80-6559-422b-b440-897f66b3e119", "address": "fa:16:3e:4b:11:f0", "network": {"id": "c4e54f41-e8c6-4ccd-814d-fcf7eccd61a7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-498688626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebd295fe5d8e470ba4354a2defd17912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc924ab80-65", "ovs_interfaceid": "c924ab80-6559-422b-b440-897f66b3e119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.755715] env[69520]: INFO nova.compute.manager [-] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Took 1.27 seconds to deallocate network for instance. [ 963.769945] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482057, 'name': ReconfigVM_Task, 'duration_secs': 0.961225} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.770266] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 3050968e-91ab-4ce9-8325-c98e76309c3e/3050968e-91ab-4ce9-8325-c98e76309c3e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.770884] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-484a5a79-d6d4-4b0b-a8dc-fb2a279ae13b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.778307] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 963.778307] env[69520]: value = "task-3482058" [ 963.778307] env[69520]: _type = "Task" [ 963.778307] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.786896] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482058, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.869674] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.870039] env[69520]: DEBUG nova.compute.manager [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Instance network_info: |[{"id": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "address": "fa:16:3e:f1:a7:91", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329a0745-60", "ovs_interfaceid": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.870485] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:a7:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329a0745-60f6-4cb2-8ed9-9019e008ab17', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.880162] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.880399] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.880692] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee2a2f93-8426-4acd-a0db-23791121c651 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.906070] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.906070] env[69520]: value = "task-3482059" [ 963.906070] env[69520]: _type = "Task" [ 963.906070] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.914617] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482059, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.932517] env[69520]: DEBUG nova.scheduler.client.report [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.977307] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.984769] env[69520]: DEBUG nova.compute.manager [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.013347] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.013665] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.013863] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.014098] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.014337] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.014576] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.014846] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.015062] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.015272] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.015446] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.015932] env[69520]: DEBUG nova.virt.hardware [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.017601] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b842146-eb24-495a-80c5-ff61ba04bc50 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.026370] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104d4e9d-67e0-4e50-8dc2-3fd4fe463bba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.131488] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Releasing lock "refresh_cache-9d1522e6-4dee-4437-9008-08c11f2df316" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.132218] env[69520]: DEBUG nova.objects.instance [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lazy-loading 'flavor' on Instance uuid 9d1522e6-4dee-4437-9008-08c11f2df316 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.138700] env[69520]: DEBUG nova.compute.manager [req-59b3089f-8f2b-4085-9e7f-bab562c775d7 req-b55dd9d4-5417-421e-93b6-b93803f8485c service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Received event network-changed-329a0745-60f6-4cb2-8ed9-9019e008ab17 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.139009] env[69520]: DEBUG nova.compute.manager [req-59b3089f-8f2b-4085-9e7f-bab562c775d7 req-b55dd9d4-5417-421e-93b6-b93803f8485c service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Refreshing instance network info cache due to event network-changed-329a0745-60f6-4cb2-8ed9-9019e008ab17. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.139261] env[69520]: DEBUG oslo_concurrency.lockutils [req-59b3089f-8f2b-4085-9e7f-bab562c775d7 req-b55dd9d4-5417-421e-93b6-b93803f8485c service nova] Acquiring lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.139427] env[69520]: DEBUG oslo_concurrency.lockutils [req-59b3089f-8f2b-4085-9e7f-bab562c775d7 req-b55dd9d4-5417-421e-93b6-b93803f8485c service nova] Acquired lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.139543] env[69520]: DEBUG nova.network.neutron [req-59b3089f-8f2b-4085-9e7f-bab562c775d7 req-b55dd9d4-5417-421e-93b6-b93803f8485c service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Refreshing network info cache for port 329a0745-60f6-4cb2-8ed9-9019e008ab17 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.173840] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "792dcb73-4333-451c-9a76-02a3afcfe330" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.174694] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "792dcb73-4333-451c-9a76-02a3afcfe330" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.174945] env[69520]: DEBUG nova.compute.manager [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.176335] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96ad04e-2886-4a19-9e88-7aeedfe569b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.185268] env[69520]: DEBUG nova.compute.manager [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 964.265964] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.291041] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482058, 'name': Rename_Task, 'duration_secs': 0.229621} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.291856] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.291856] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ed470fe-faee-4ec9-b02d-1f03878a5fc6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.303710] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 964.303710] env[69520]: value = "task-3482060" [ 964.303710] env[69520]: _type = "Task" [ 964.303710] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.315251] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.416688] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482059, 'name': CreateVM_Task, 'duration_secs': 0.318678} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.416909] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.417577] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.417754] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.418065] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.418319] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245cf5f4-1856-4895-b350-c32bf3ba5b87 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.423420] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 964.423420] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bef999-d720-1951-8c43-41a375b9d6a7" [ 964.423420] env[69520]: _type = "Task" [ 964.423420] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.431473] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bef999-d720-1951-8c43-41a375b9d6a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.438435] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.438935] env[69520]: DEBUG nova.compute.manager [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.441543] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.395s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.441653] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.443597] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.354s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.444536] env[69520]: DEBUG nova.objects.instance [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lazy-loading 'resources' on Instance uuid b2847674-2242-4d0d-aea7-66142c9b2243 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.473404] env[69520]: INFO nova.scheduler.client.report [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted allocations for instance 935e3299-8852-4ca8-bf2c-3e12c731cebd [ 964.480327] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.638390] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74dcac3-630b-47ca-aaee-5272bc8f1b8b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.662507] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.662901] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2297f275-cea8-4cd7-8102-326bde77f29a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.669205] env[69520]: DEBUG oslo_vmware.api [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 964.669205] env[69520]: value = "task-3482061" [ 964.669205] env[69520]: _type = "Task" [ 964.669205] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.677890] env[69520]: DEBUG oslo_vmware.api [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.689672] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.689986] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81aacc58-8fda-48f4-acdd-0a0813b1414a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.696885] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 964.696885] env[69520]: value = "task-3482062" [ 964.696885] env[69520]: _type = "Task" [ 964.696885] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.705879] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.820709] env[69520]: DEBUG oslo_vmware.api [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482060, 'name': PowerOnVM_Task, 'duration_secs': 0.501763} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.821086] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.821561] env[69520]: INFO nova.compute.manager [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Took 5.96 seconds to spawn the instance on the hypervisor. [ 964.821561] env[69520]: DEBUG nova.compute.manager [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.822713] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d109057b-657a-44c0-ad33-b6b094ced53b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.886962] env[69520]: DEBUG nova.network.neutron [req-59b3089f-8f2b-4085-9e7f-bab562c775d7 req-b55dd9d4-5417-421e-93b6-b93803f8485c service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updated VIF entry in instance network info cache for port 329a0745-60f6-4cb2-8ed9-9019e008ab17. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.887431] env[69520]: DEBUG nova.network.neutron [req-59b3089f-8f2b-4085-9e7f-bab562c775d7 req-b55dd9d4-5417-421e-93b6-b93803f8485c service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance_info_cache with network_info: [{"id": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "address": "fa:16:3e:f1:a7:91", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329a0745-60", "ovs_interfaceid": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.933946] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bef999-d720-1951-8c43-41a375b9d6a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.934345] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.934558] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.934808] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.934955] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.935149] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.935405] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad20172f-6848-4873-b526-3f1d14c232bb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.943949] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.944166] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.944945] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634bca9f-c547-4391-a0e8-cd604412dc25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.949770] env[69520]: DEBUG nova.compute.utils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.955725] env[69520]: DEBUG nova.network.neutron [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Successfully updated port: d68fc9b4-191d-4104-9bb6-1e32e2364512 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.957491] env[69520]: DEBUG nova.compute.manager [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.957491] env[69520]: DEBUG nova.network.neutron [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.964161] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 964.964161] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227e587-e6d7-d3a2-e9fc-454c619d4fbf" [ 964.964161] env[69520]: _type = "Task" [ 964.964161] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.978302] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227e587-e6d7-d3a2-e9fc-454c619d4fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.984061] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b112d9c-9a91-40c5-990c-f511437a18b2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "935e3299-8852-4ca8-bf2c-3e12c731cebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.370s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.993573] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.043487] env[69520]: DEBUG nova.policy [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ded6829dbd54046ba940963ff40e558', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3326c48ba8447c79b8bcf00321c324c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.182156] env[69520]: DEBUG oslo_vmware.api [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482061, 'name': PowerOffVM_Task, 'duration_secs': 0.211429} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.182426] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.187718] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.190131] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47fb790f-4488-4204-89d5-b5b8d15b9f7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.211897] env[69520]: DEBUG oslo_vmware.api [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482062, 'name': PowerOffVM_Task, 'duration_secs': 0.160829} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.213599] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.213829] env[69520]: DEBUG nova.compute.manager [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.214184] env[69520]: DEBUG oslo_vmware.api [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 965.214184] env[69520]: value = "task-3482063" [ 965.214184] env[69520]: _type = "Task" [ 965.214184] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.214858] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc09b961-5b06-4dd0-b217-a97519ea53dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.232820] env[69520]: DEBUG oslo_vmware.api [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.339315] env[69520]: INFO nova.compute.manager [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Took 26.62 seconds to build instance. [ 965.377432] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a385fa-a42b-46da-980d-475449dd1554 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.386062] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751331af-3811-413c-9001-97524c7ac683 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.391286] env[69520]: DEBUG oslo_concurrency.lockutils [req-59b3089f-8f2b-4085-9e7f-bab562c775d7 req-b55dd9d4-5417-421e-93b6-b93803f8485c service nova] Releasing lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.420265] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b85c32-f420-4066-9782-0645d7486646 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.428333] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccd30e5-9f6e-4069-8388-5afbd2224afb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.442245] env[69520]: DEBUG nova.compute.provider_tree [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.456246] env[69520]: DEBUG nova.compute.manager [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.460821] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.461083] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquired lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.463138] env[69520]: DEBUG nova.network.neutron [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.476265] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227e587-e6d7-d3a2-e9fc-454c619d4fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.015397} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.478068] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fee24ec-c8b8-443a-9ea4-c33fd4d8c48f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.487659] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482046, 'name': CloneVM_Task, 'duration_secs': 4.686545} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.488266] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Created linked-clone VM from snapshot [ 965.489303] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1934d70a-6920-4035-a550-e2c465bdf147 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.494768] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 965.494768] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520fbc3f-0d11-a18b-bfaf-4d2ec536e3ac" [ 965.494768] env[69520]: _type = "Task" [ 965.494768] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.502776] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Uploading image 8b57ec1c-e9c6-443f-8140-3ea936c3b181 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 965.510295] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520fbc3f-0d11-a18b-bfaf-4d2ec536e3ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.538020] env[69520]: DEBUG oslo_vmware.rw_handles [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 965.538020] env[69520]: value = "vm-696122" [ 965.538020] env[69520]: _type = "VirtualMachine" [ 965.538020] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 965.538020] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a4ba9d8-709a-4de6-8ca1-a352863faf83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.546030] env[69520]: DEBUG oslo_vmware.rw_handles [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lease: (returnval){ [ 965.546030] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529e0599-31e0-1619-abab-53de82ce2383" [ 965.546030] env[69520]: _type = "HttpNfcLease" [ 965.546030] env[69520]: } obtained for exporting VM: (result){ [ 965.546030] env[69520]: value = "vm-696122" [ 965.546030] env[69520]: _type = "VirtualMachine" [ 965.546030] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 965.546030] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the lease: (returnval){ [ 965.546030] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529e0599-31e0-1619-abab-53de82ce2383" [ 965.546030] env[69520]: _type = "HttpNfcLease" [ 965.546030] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 965.551025] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.551025] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529e0599-31e0-1619-abab-53de82ce2383" [ 965.551025] env[69520]: _type = "HttpNfcLease" [ 965.551025] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.635067] env[69520]: DEBUG nova.network.neutron [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Successfully created port: 7b9aa6e9-9020-4e73-9304-b9685d17fc3b {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.728077] env[69520]: DEBUG oslo_vmware.api [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482063, 'name': ReconfigVM_Task, 'duration_secs': 0.268019} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.728488] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 965.728724] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.729160] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a693b718-cdd6-4f6f-9e18-b9f3df23a419 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.737628] env[69520]: DEBUG oslo_vmware.api [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 965.737628] env[69520]: value = "task-3482065" [ 965.737628] env[69520]: _type = "Task" [ 965.737628] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.738162] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "792dcb73-4333-451c-9a76-02a3afcfe330" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.748557] env[69520]: DEBUG oslo_vmware.api [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.845677] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ddeec71f-be8f-49d1-a11f-8182dc48b257 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "3050968e-91ab-4ce9-8325-c98e76309c3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.143s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.949276] env[69520]: DEBUG nova.scheduler.client.report [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.006150] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520fbc3f-0d11-a18b-bfaf-4d2ec536e3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.025283} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.006420] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.007315] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 2fe95b42-52c9-49a5-b109-ca2d3fbff529/2fe95b42-52c9-49a5-b109-ca2d3fbff529.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.007315] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24b23929-fe5d-49dc-9f8e-b89fdea8f406 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.009683] env[69520]: DEBUG nova.network.neutron [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.016437] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 966.016437] env[69520]: value = "task-3482066" [ 966.016437] env[69520]: _type = "Task" [ 966.016437] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.029168] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.052435] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.052435] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529e0599-31e0-1619-abab-53de82ce2383" [ 966.052435] env[69520]: _type = "HttpNfcLease" [ 966.052435] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 966.052777] env[69520]: DEBUG oslo_vmware.rw_handles [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 966.052777] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529e0599-31e0-1619-abab-53de82ce2383" [ 966.052777] env[69520]: _type = "HttpNfcLease" [ 966.052777] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 966.053211] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948ecf07-b64b-4f57-8eaa-c3604e83549b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.060691] env[69520]: DEBUG oslo_vmware.rw_handles [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524dd09d-4585-205a-75f5-563d9ef10b1f/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 966.063017] env[69520]: DEBUG oslo_vmware.rw_handles [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524dd09d-4585-205a-75f5-563d9ef10b1f/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 966.163972] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe651d30-17e6-4953-b635-f5973770ecc0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.168019] env[69520]: DEBUG nova.compute.manager [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Received event network-vif-plugged-d68fc9b4-191d-4104-9bb6-1e32e2364512 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.168250] env[69520]: DEBUG oslo_concurrency.lockutils [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] Acquiring lock "c3b3253e-53f8-456e-a4f3-7e554403481f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.168481] env[69520]: DEBUG oslo_concurrency.lockutils [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.168666] env[69520]: DEBUG oslo_concurrency.lockutils [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.168839] env[69520]: DEBUG nova.compute.manager [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] No waiting events found dispatching network-vif-plugged-d68fc9b4-191d-4104-9bb6-1e32e2364512 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.169032] env[69520]: WARNING nova.compute.manager [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Received unexpected event network-vif-plugged-d68fc9b4-191d-4104-9bb6-1e32e2364512 for instance with vm_state building and task_state spawning. [ 966.169202] env[69520]: DEBUG nova.compute.manager [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Received event network-changed-d68fc9b4-191d-4104-9bb6-1e32e2364512 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.169420] env[69520]: DEBUG nova.compute.manager [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Refreshing instance network info cache due to event network-changed-d68fc9b4-191d-4104-9bb6-1e32e2364512. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.170045] env[69520]: DEBUG oslo_concurrency.lockutils [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] Acquiring lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.238388] env[69520]: DEBUG nova.network.neutron [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Updating instance_info_cache with network_info: [{"id": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "address": "fa:16:3e:ec:50:9c", "network": {"id": "e2a90cd4-c785-4a9a-83bb-411ae957edcb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-945629486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ce8d7acf644f56b62390c579d47f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68fc9b4-19", "ovs_interfaceid": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.257383] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.258444] env[69520]: DEBUG oslo_vmware.api [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482065, 'name': PowerOnVM_Task, 'duration_secs': 0.386684} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.258823] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.259275] env[69520]: DEBUG nova.compute.manager [None req-4baaa2d1-290e-4792-b41b-52a5ff73e42a tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.260927] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c07b22c-c8e7-4358-bad4-af2fe1c82aaf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.454661] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.458367] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.098s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.460272] env[69520]: INFO nova.compute.claims [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.473502] env[69520]: DEBUG nova.compute.manager [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.493836] env[69520]: INFO nova.scheduler.client.report [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Deleted allocations for instance b2847674-2242-4d0d-aea7-66142c9b2243 [ 966.505595] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.505851] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.506549] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.506549] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.506549] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.507569] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.507729] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.508719] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.508719] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.508719] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.508719] env[69520]: DEBUG nova.virt.hardware [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.509471] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2635cf99-b4dc-4e21-a9c8-a9bf7e9c73a8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.524309] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e933099-9b11-4408-a566-aebe72389c84 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.535239] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482066, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.741792] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Releasing lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.742178] env[69520]: DEBUG nova.compute.manager [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Instance network_info: |[{"id": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "address": "fa:16:3e:ec:50:9c", "network": {"id": "e2a90cd4-c785-4a9a-83bb-411ae957edcb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-945629486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ce8d7acf644f56b62390c579d47f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68fc9b4-19", "ovs_interfaceid": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.742494] env[69520]: DEBUG oslo_concurrency.lockutils [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] Acquired lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.742755] env[69520]: DEBUG nova.network.neutron [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Refreshing network info cache for port d68fc9b4-191d-4104-9bb6-1e32e2364512 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.743909] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:50:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd68fc9b4-191d-4104-9bb6-1e32e2364512', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.754617] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Creating folder: Project (19ce8d7acf644f56b62390c579d47f74). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.758219] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5ce21ea-8961-4933-b868-75f34f335f49 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.772218] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Created folder: Project (19ce8d7acf644f56b62390c579d47f74) in parent group-v695915. [ 966.772641] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Creating folder: Instances. Parent ref: group-v696124. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.775052] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2208a96-1e41-43eb-87e7-054edc6e0a84 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.780798] env[69520]: INFO nova.compute.manager [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Rebuilding instance [ 966.785048] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Created folder: Instances in parent group-v696124. [ 966.785572] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.785936] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.786962] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2befe24-db46-4de2-9cf3-67b083c62a3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.827356] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.827356] env[69520]: value = "task-3482070" [ 966.827356] env[69520]: _type = "Task" [ 966.827356] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.836170] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482070, 'name': CreateVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.849695] env[69520]: DEBUG nova.compute.manager [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.849695] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130c1aef-fb36-4998-b821-0bc4550debea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.009032] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51257321-5b08-4777-a08e-a67e666785af tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "b2847674-2242-4d0d-aea7-66142c9b2243" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.079s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.029272] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538148} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.030125] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 2fe95b42-52c9-49a5-b109-ca2d3fbff529/2fe95b42-52c9-49a5-b109-ca2d3fbff529.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.030125] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.030567] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2161873-4725-4e87-b1e3-f9fc91c3ebcc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.037769] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 967.037769] env[69520]: value = "task-3482071" [ 967.037769] env[69520]: _type = "Task" [ 967.037769] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.042208] env[69520]: DEBUG nova.network.neutron [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Updated VIF entry in instance network info cache for port d68fc9b4-191d-4104-9bb6-1e32e2364512. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.042655] env[69520]: DEBUG nova.network.neutron [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Updating instance_info_cache with network_info: [{"id": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "address": "fa:16:3e:ec:50:9c", "network": {"id": "e2a90cd4-c785-4a9a-83bb-411ae957edcb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-945629486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ce8d7acf644f56b62390c579d47f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68fc9b4-19", "ovs_interfaceid": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.049265] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.342303] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482070, 'name': CreateVM_Task, 'duration_secs': 0.479996} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.343692] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.343692] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.344506] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.344855] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.345687] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddc7151-f30d-4480-8866-92195689bd43 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.351268] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 967.351268] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a16a6e-04cd-3e7d-9a56-17d60231c7bc" [ 967.351268] env[69520]: _type = "Task" [ 967.351268] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.359557] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a16a6e-04cd-3e7d-9a56-17d60231c7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.464351] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "792dcb73-4333-451c-9a76-02a3afcfe330" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.465532] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "792dcb73-4333-451c-9a76-02a3afcfe330" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.465532] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "792dcb73-4333-451c-9a76-02a3afcfe330-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.465532] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "792dcb73-4333-451c-9a76-02a3afcfe330-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.466354] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "792dcb73-4333-451c-9a76-02a3afcfe330-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.473578] env[69520]: INFO nova.compute.manager [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Terminating instance [ 967.479478] env[69520]: DEBUG nova.network.neutron [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Successfully updated port: 7b9aa6e9-9020-4e73-9304-b9685d17fc3b {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.545099] env[69520]: DEBUG oslo_concurrency.lockutils [req-eb0c894e-3c7f-46db-8ab0-9c2e99748ab5 req-483320f0-22fe-450f-9e40-e3c1f86692b8 service nova] Releasing lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.550013] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071581} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.550361] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.551260] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d405f2-8f1b-4591-bff2-d8cb86f35c58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.577712] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 2fe95b42-52c9-49a5-b109-ca2d3fbff529/2fe95b42-52c9-49a5-b109-ca2d3fbff529.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.580692] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76ec2d8-8ca2-4a44-bd86-bb4368f5383e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.602223] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 967.602223] env[69520]: value = "task-3482072" [ 967.602223] env[69520]: _type = "Task" [ 967.602223] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.614398] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.818572] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782d023-8633-4f87-9224-153afb08f2b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.827902] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb042d8-716c-45a0-b21a-778020c93d1e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.858775] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "9d1522e6-4dee-4437-9008-08c11f2df316" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.859881] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "9d1522e6-4dee-4437-9008-08c11f2df316" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.859881] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "9d1522e6-4dee-4437-9008-08c11f2df316-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.859881] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "9d1522e6-4dee-4437-9008-08c11f2df316-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.860044] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "9d1522e6-4dee-4437-9008-08c11f2df316-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.862612] env[69520]: INFO nova.compute.manager [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Terminating instance [ 967.867522] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b9dcb1-af1f-4c12-8ae0-6738f77f0297 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.870497] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.872086] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53538747-6784-4ce0-bdeb-1920006b6bbc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.880344] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a16a6e-04cd-3e7d-9a56-17d60231c7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.022589} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.884230] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.884491] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.884774] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.885024] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.885223] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.885903] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 967.885903] env[69520]: value = "task-3482073" [ 967.885903] env[69520]: _type = "Task" [ 967.885903] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.886258] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b0e3f7-681b-4610-aa56-13b3105933af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.889390] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5276512-97f2-48ca-963d-c0c97c3f306d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.910160] env[69520]: DEBUG nova.compute.provider_tree [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.915989] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.916265] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.917162] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.917724] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1536de9-cec4-4890-a538-d26cc339974d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.924360] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 967.924360] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52977ce7-339f-2560-2173-f66f99ea9d59" [ 967.924360] env[69520]: _type = "Task" [ 967.924360] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.933077] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52977ce7-339f-2560-2173-f66f99ea9d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.981775] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "refresh_cache-eace4941-af18-4854-b015-b765ec407a03" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.981939] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquired lock "refresh_cache-eace4941-af18-4854-b015-b765ec407a03" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.982122] env[69520]: DEBUG nova.network.neutron [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.983811] env[69520]: DEBUG nova.compute.manager [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.983914] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.985298] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b856a0ba-baac-4bcd-aa2f-3a1d67902466 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.993554] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.993973] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36ac870e-f617-45bd-8a46-be227815a386 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.064039] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.064399] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.064807] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleting the datastore file [datastore2] 792dcb73-4333-451c-9a76-02a3afcfe330 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.065130] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b283a821-d661-4b7a-9333-807563899fb0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.071704] env[69520]: DEBUG oslo_vmware.api [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 968.071704] env[69520]: value = "task-3482075" [ 968.071704] env[69520]: _type = "Task" [ 968.071704] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.080097] env[69520]: DEBUG oslo_vmware.api [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.112585] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.194989] env[69520]: DEBUG nova.compute.manager [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] [instance: eace4941-af18-4854-b015-b765ec407a03] Received event network-vif-plugged-7b9aa6e9-9020-4e73-9304-b9685d17fc3b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.195252] env[69520]: DEBUG oslo_concurrency.lockutils [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] Acquiring lock "eace4941-af18-4854-b015-b765ec407a03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.195587] env[69520]: DEBUG oslo_concurrency.lockutils [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] Lock "eace4941-af18-4854-b015-b765ec407a03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.196222] env[69520]: DEBUG oslo_concurrency.lockutils [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] Lock "eace4941-af18-4854-b015-b765ec407a03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.196436] env[69520]: DEBUG nova.compute.manager [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] [instance: eace4941-af18-4854-b015-b765ec407a03] No waiting events found dispatching network-vif-plugged-7b9aa6e9-9020-4e73-9304-b9685d17fc3b {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.196607] env[69520]: WARNING nova.compute.manager [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] [instance: eace4941-af18-4854-b015-b765ec407a03] Received unexpected event network-vif-plugged-7b9aa6e9-9020-4e73-9304-b9685d17fc3b for instance with vm_state building and task_state spawning. [ 968.196935] env[69520]: DEBUG nova.compute.manager [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] [instance: eace4941-af18-4854-b015-b765ec407a03] Received event network-changed-7b9aa6e9-9020-4e73-9304-b9685d17fc3b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.197249] env[69520]: DEBUG nova.compute.manager [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] [instance: eace4941-af18-4854-b015-b765ec407a03] Refreshing instance network info cache due to event network-changed-7b9aa6e9-9020-4e73-9304-b9685d17fc3b. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.197458] env[69520]: DEBUG oslo_concurrency.lockutils [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] Acquiring lock "refresh_cache-eace4941-af18-4854-b015-b765ec407a03" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.375371] env[69520]: DEBUG nova.compute.manager [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.375659] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.376586] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4746dd6e-944b-4647-b3c5-52ee93f2b4cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.384917] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.385192] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47801319-3005-439b-9475-a0991594f75d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.393547] env[69520]: DEBUG oslo_vmware.api [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 968.393547] env[69520]: value = "task-3482076" [ 968.393547] env[69520]: _type = "Task" [ 968.393547] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.400360] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482073, 'name': PowerOffVM_Task, 'duration_secs': 0.206192} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.400987] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.401654] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.402446] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a73d9-e71a-44f3-ac59-870d49e8270f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.408393] env[69520]: DEBUG oslo_vmware.api [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.412961] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.413260] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0778b6b6-efde-45ad-8847-6a1ef389666a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.418973] env[69520]: DEBUG nova.scheduler.client.report [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.434302] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52977ce7-339f-2560-2173-f66f99ea9d59, 'name': SearchDatastore_Task, 'duration_secs': 0.016385} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.435228] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b9e8ac7-98a6-479e-bf50-744b8307ad28 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.439556] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.439796] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.440027] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Deleting the datastore file [datastore2] 3050968e-91ab-4ce9-8325-c98e76309c3e {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.440942] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7db0532-b8d8-4847-b263-b3eccbd01d5f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.444535] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 968.444535] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527720d6-05d4-c697-09cb-beb0fcb562d6" [ 968.444535] env[69520]: _type = "Task" [ 968.444535] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.449345] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 968.449345] env[69520]: value = "task-3482078" [ 968.449345] env[69520]: _type = "Task" [ 968.449345] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.457631] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527720d6-05d4-c697-09cb-beb0fcb562d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.462704] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.517293] env[69520]: DEBUG nova.network.neutron [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.583556] env[69520]: DEBUG oslo_vmware.api [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290853} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.583958] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.585066] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.585066] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.585066] env[69520]: INFO nova.compute.manager [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Took 0.60 seconds to destroy the instance on the hypervisor. [ 968.585066] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.585066] env[69520]: DEBUG nova.compute.manager [-] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.585066] env[69520]: DEBUG nova.network.neutron [-] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.613255] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482072, 'name': ReconfigVM_Task, 'duration_secs': 0.611391} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.613606] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 2fe95b42-52c9-49a5-b109-ca2d3fbff529/2fe95b42-52c9-49a5-b109-ca2d3fbff529.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.614409] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a07e005-9062-4ce5-b3d3-644ce08a3885 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.621361] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 968.621361] env[69520]: value = "task-3482079" [ 968.621361] env[69520]: _type = "Task" [ 968.621361] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.631754] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482079, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.781759] env[69520]: DEBUG nova.network.neutron [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Updating instance_info_cache with network_info: [{"id": "7b9aa6e9-9020-4e73-9304-b9685d17fc3b", "address": "fa:16:3e:66:bd:45", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9aa6e9-90", "ovs_interfaceid": "7b9aa6e9-9020-4e73-9304-b9685d17fc3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.905596] env[69520]: DEBUG oslo_vmware.api [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482076, 'name': PowerOffVM_Task, 'duration_secs': 0.211341} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.905877] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.907023] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.907023] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e44f3631-d671-4390-9ea8-f4b68b79ff31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.924154] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.924684] env[69520]: DEBUG nova.compute.manager [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.927522] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.275s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.929203] env[69520]: INFO nova.compute.claims [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.959029] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527720d6-05d4-c697-09cb-beb0fcb562d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.959652] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.959974] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] c3b3253e-53f8-456e-a4f3-7e554403481f/c3b3253e-53f8-456e-a4f3-7e554403481f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.960313] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54141a54-b558-43d1-a479-5532903ec755 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.966509] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16395} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.967531] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.967531] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.967738] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.973018] env[69520]: DEBUG nova.compute.manager [req-1797513a-f2f9-4e0c-9510-a0518d12ffa2 req-a4572525-fde7-4a4e-b59f-88de15bb04e3 service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Received event network-vif-deleted-98802f35-5ca3-4463-ae6a-77ead9a32f15 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.973261] env[69520]: INFO nova.compute.manager [req-1797513a-f2f9-4e0c-9510-a0518d12ffa2 req-a4572525-fde7-4a4e-b59f-88de15bb04e3 service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Neutron deleted interface 98802f35-5ca3-4463-ae6a-77ead9a32f15; detaching it from the instance and deleting it from the info cache [ 968.973491] env[69520]: DEBUG nova.network.neutron [req-1797513a-f2f9-4e0c-9510-a0518d12ffa2 req-a4572525-fde7-4a4e-b59f-88de15bb04e3 service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.977765] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.978105] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.978513] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Deleting the datastore file [datastore2] 9d1522e6-4dee-4437-9008-08c11f2df316 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.978759] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 968.978759] env[69520]: value = "task-3482081" [ 968.978759] env[69520]: _type = "Task" [ 968.978759] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.979224] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ce569ba-6b97-4ff7-bbb4-9d9962dc5a36 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.990013] env[69520]: DEBUG oslo_vmware.api [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 968.990013] env[69520]: value = "task-3482082" [ 968.990013] env[69520]: _type = "Task" [ 968.990013] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.993894] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.002988] env[69520]: DEBUG oslo_vmware.api [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.132887] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482079, 'name': Rename_Task, 'duration_secs': 0.149278} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.133277] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.133580] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43b41f99-1ac9-4408-ab83-28044cac070e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.141419] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 969.141419] env[69520]: value = "task-3482083" [ 969.141419] env[69520]: _type = "Task" [ 969.141419] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.150842] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.289061] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Releasing lock "refresh_cache-eace4941-af18-4854-b015-b765ec407a03" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.289305] env[69520]: DEBUG nova.compute.manager [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Instance network_info: |[{"id": "7b9aa6e9-9020-4e73-9304-b9685d17fc3b", "address": "fa:16:3e:66:bd:45", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9aa6e9-90", "ovs_interfaceid": "7b9aa6e9-9020-4e73-9304-b9685d17fc3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.289686] env[69520]: DEBUG oslo_concurrency.lockutils [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] Acquired lock "refresh_cache-eace4941-af18-4854-b015-b765ec407a03" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.289879] env[69520]: DEBUG nova.network.neutron [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] [instance: eace4941-af18-4854-b015-b765ec407a03] Refreshing network info cache for port 7b9aa6e9-9020-4e73-9304-b9685d17fc3b {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.291164] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:bd:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b9aa6e9-9020-4e73-9304-b9685d17fc3b', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.299713] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Creating folder: Project (b3326c48ba8447c79b8bcf00321c324c). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.302995] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f55e7919-1609-413a-9d95-4530708678f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.314711] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Created folder: Project (b3326c48ba8447c79b8bcf00321c324c) in parent group-v695915. [ 969.314938] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Creating folder: Instances. Parent ref: group-v696127. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.315354] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe4e74b7-fcea-4c4d-9713-cd0bd6746691 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.330550] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Created folder: Instances in parent group-v696127. [ 969.330776] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.330971] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eace4941-af18-4854-b015-b765ec407a03] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.331193] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd4c1cb6-a79e-4776-a637-e7ae201e2efd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.353406] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.353406] env[69520]: value = "task-3482086" [ 969.353406] env[69520]: _type = "Task" [ 969.353406] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.361062] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482086, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.384927] env[69520]: DEBUG nova.network.neutron [-] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.435280] env[69520]: DEBUG nova.compute.utils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.437015] env[69520]: DEBUG nova.compute.manager [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.437193] env[69520]: DEBUG nova.network.neutron [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.481877] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d1febcd-23d7-471e-87a3-2417dc01af14 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.488186] env[69520]: DEBUG nova.policy [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ded6829dbd54046ba940963ff40e558', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3326c48ba8447c79b8bcf00321c324c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.495069] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.501641] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b2a93-fe20-4e84-9744-ac8eca9763c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.520407] env[69520]: DEBUG oslo_vmware.api [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39918} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.520654] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.520840] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.521024] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.521602] env[69520]: INFO nova.compute.manager [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Took 1.15 seconds to destroy the instance on the hypervisor. [ 969.521602] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.521736] env[69520]: DEBUG nova.compute.manager [-] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.521779] env[69520]: DEBUG nova.network.neutron [-] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.535647] env[69520]: DEBUG nova.compute.manager [req-1797513a-f2f9-4e0c-9510-a0518d12ffa2 req-a4572525-fde7-4a4e-b59f-88de15bb04e3 service nova] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Detach interface failed, port_id=98802f35-5ca3-4463-ae6a-77ead9a32f15, reason: Instance 792dcb73-4333-451c-9a76-02a3afcfe330 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.546720] env[69520]: DEBUG nova.network.neutron [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] [instance: eace4941-af18-4854-b015-b765ec407a03] Updated VIF entry in instance network info cache for port 7b9aa6e9-9020-4e73-9304-b9685d17fc3b. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.547093] env[69520]: DEBUG nova.network.neutron [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] [instance: eace4941-af18-4854-b015-b765ec407a03] Updating instance_info_cache with network_info: [{"id": "7b9aa6e9-9020-4e73-9304-b9685d17fc3b", "address": "fa:16:3e:66:bd:45", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9aa6e9-90", "ovs_interfaceid": "7b9aa6e9-9020-4e73-9304-b9685d17fc3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.652830] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.866822] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482086, 'name': CreateVM_Task, 'duration_secs': 0.3645} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.867165] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eace4941-af18-4854-b015-b765ec407a03] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.867952] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.868134] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.868451] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.868715] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd34c3a6-a690-4953-88c4-0c990f7d41eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.873323] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 969.873323] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526c58e4-5ed0-4fdf-57a7-6c6bed64e9eb" [ 969.873323] env[69520]: _type = "Task" [ 969.873323] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.886692] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526c58e4-5ed0-4fdf-57a7-6c6bed64e9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.887183] env[69520]: INFO nova.compute.manager [-] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Took 1.30 seconds to deallocate network for instance. [ 969.939326] env[69520]: DEBUG nova.compute.manager [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.997014] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482081, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.016846] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.017128] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.017374] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.017437] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.017532] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.017707] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.017926] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.018103] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.018276] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.018438] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.018612] env[69520]: DEBUG nova.virt.hardware [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.020068] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad2ae37-a219-4bf6-be06-3004c729b2ae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.028720] env[69520]: DEBUG nova.network.neutron [-] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.039857] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37459e4-2c5c-4645-863b-3079990e3609 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.049552] env[69520]: DEBUG oslo_concurrency.lockutils [req-fa450f40-2f33-4016-9111-e2fce828ad47 req-b3946a03-b5a2-4013-a2f5-a64d95b49209 service nova] Releasing lock "refresh_cache-eace4941-af18-4854-b015-b765ec407a03" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.064361] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.071246] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.076035] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.076035] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-328a1c04-7a38-464e-abd7-447ded12c23b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.097880] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.097880] env[69520]: value = "task-3482087" [ 970.097880] env[69520]: _type = "Task" [ 970.097880] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.106822] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482087, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.115935] env[69520]: DEBUG nova.network.neutron [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Successfully created port: 57680576-30fc-45a7-80e7-5c9143907028 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.154585] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482083, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.373113] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f3c189-7405-4629-9cf6-a074693d422a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.382908] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.383258] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.383548] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "8e3649ec-203a-4b43-bf19-cf1634906ca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.383918] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.384052] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.389765] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1689ab53-d4c3-498d-8d3a-bfa8271693d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.393369] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526c58e4-5ed0-4fdf-57a7-6c6bed64e9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.393870] env[69520]: INFO nova.compute.manager [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Terminating instance [ 970.395433] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.395670] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.395959] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.396161] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.396366] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.402244] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.402565] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea442f0-8e2e-4186-a49c-c9e75262d125 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.438418] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dc71be-23d6-400d-aecd-47b953be8166 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.445657] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.445851] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.446645] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372060a3-d106-4892-9bdc-f8cfe4223602 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.450531] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a7ff47-e42e-49cf-aa45-99ccf3f5023e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.461408] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 970.461408] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52558aef-5958-b6b9-e71d-12d4950e9b66" [ 970.461408] env[69520]: _type = "Task" [ 970.461408] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.470453] env[69520]: DEBUG nova.compute.provider_tree [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.482084] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52558aef-5958-b6b9-e71d-12d4950e9b66, 'name': SearchDatastore_Task, 'duration_secs': 0.012915} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.483547] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9daa4a85-cca0-48c1-bb58-559e631bee42 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.492682] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 970.492682] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52706e05-4507-f5fd-68bc-0db96427d808" [ 970.492682] env[69520]: _type = "Task" [ 970.492682] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.500603] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482081, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.24289} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.501126] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] c3b3253e-53f8-456e-a4f3-7e554403481f/c3b3253e-53f8-456e-a4f3-7e554403481f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.501357] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.501869] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b670dbd2-1ecf-4c10-b424-56301ed93bbd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.507470] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52706e05-4507-f5fd-68bc-0db96427d808, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.508052] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.508340] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] eace4941-af18-4854-b015-b765ec407a03/eace4941-af18-4854-b015-b765ec407a03.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.508594] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e025ca71-5f5a-482c-929f-ed3d4cb532a7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.512465] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 970.512465] env[69520]: value = "task-3482088" [ 970.512465] env[69520]: _type = "Task" [ 970.512465] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.516766] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 970.516766] env[69520]: value = "task-3482089" [ 970.516766] env[69520]: _type = "Task" [ 970.516766] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.523182] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.528779] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.532673] env[69520]: INFO nova.compute.manager [-] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Took 1.01 seconds to deallocate network for instance. [ 970.595366] env[69520]: DEBUG nova.compute.manager [req-b1b4fa1a-7345-4ac1-bbcc-385da7c74198 req-512ff6c5-0acc-4acd-8883-8607f3ff2de2 service nova] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Received event network-vif-deleted-c924ab80-6559-422b-b440-897f66b3e119 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.608760] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482087, 'name': CreateVM_Task, 'duration_secs': 0.334487} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.608853] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.609373] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.609494] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.609744] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.609982] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ff5d2b-340b-4530-b0cc-c0df52b56e7d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.615178] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 970.615178] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b04192-eba5-8026-0c32-c1d2f1a4bcd4" [ 970.615178] env[69520]: _type = "Task" [ 970.615178] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.623348] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b04192-eba5-8026-0c32-c1d2f1a4bcd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.652286] env[69520]: DEBUG oslo_vmware.api [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482083, 'name': PowerOnVM_Task, 'duration_secs': 1.347702} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.652547] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.652801] env[69520]: INFO nova.compute.manager [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Took 9.23 seconds to spawn the instance on the hypervisor. [ 970.652916] env[69520]: DEBUG nova.compute.manager [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.653713] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3d8351-61ca-402e-88f1-5b2298f97eb8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.937048] env[69520]: DEBUG nova.compute.manager [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.937048] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.938231] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf04c5b1-5761-4b14-b0e2-d81ab142dfa2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.946813] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.947047] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4ce2967-6948-4647-9d44-80c622ca9805 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.954598] env[69520]: DEBUG oslo_vmware.api [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 970.954598] env[69520]: value = "task-3482090" [ 970.954598] env[69520]: _type = "Task" [ 970.954598] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.961251] env[69520]: DEBUG nova.compute.manager [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.967083] env[69520]: DEBUG oslo_vmware.api [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3482090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.977393] env[69520]: DEBUG nova.scheduler.client.report [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.990304] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.990556] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.991122] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.991122] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.991122] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.991292] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.991673] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.991673] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.991776] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.991852] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.992044] env[69520]: DEBUG nova.virt.hardware [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.992947] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a207dc0-6e5e-43b4-8fc7-91bc75fe8296 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.001948] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d74ebe-de7f-4cb7-81c3-08ce88f845ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.030216] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074573} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.034808] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.035629] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482089, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.036721] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489f7219-3679-44d5-a7c2-c2f765e2847b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.040412] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.063175] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] c3b3253e-53f8-456e-a4f3-7e554403481f/c3b3253e-53f8-456e-a4f3-7e554403481f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.063599] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5a7d12-c3a6-4b70-b12a-d72b9c4cdb01 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.087158] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 971.087158] env[69520]: value = "task-3482091" [ 971.087158] env[69520]: _type = "Task" [ 971.087158] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.098556] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.127654] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b04192-eba5-8026-0c32-c1d2f1a4bcd4, 'name': SearchDatastore_Task, 'duration_secs': 0.023029} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.128147] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.128504] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.128715] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.128926] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.129068] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.129364] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f690c9b-8bf7-4d90-ba0c-a6e91be480fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.144130] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.144682] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.146199] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d5d042-f85d-4640-aeb4-d54825740765 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.152432] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 971.152432] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b5be8a-e084-1e16-ef5a-be05a1ce74ab" [ 971.152432] env[69520]: _type = "Task" [ 971.152432] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.162770] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b5be8a-e084-1e16-ef5a-be05a1ce74ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.170916] env[69520]: INFO nova.compute.manager [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Took 29.09 seconds to build instance. [ 971.464673] env[69520]: DEBUG oslo_vmware.api [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3482090, 'name': PowerOffVM_Task, 'duration_secs': 0.258397} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.464973] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.465159] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.465439] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f67d5db-61b5-47c8-90e8-4f3bc79041b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.483499] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.484012] env[69520]: DEBUG nova.compute.manager [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.486593] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.572s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.488378] env[69520]: INFO nova.compute.claims [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.524043] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.524284] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.524492] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Deleting the datastore file [datastore2] 8e3649ec-203a-4b43-bf19-cf1634906ca6 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.527878] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f48823d1-f112-478c-86fe-3663ec069f3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.529910] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770507} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.531165] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] eace4941-af18-4854-b015-b765ec407a03/eace4941-af18-4854-b015-b765ec407a03.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.531387] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.531967] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3749fb5-50e0-4633-aba6-55511c3f2581 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.535797] env[69520]: DEBUG oslo_vmware.api [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for the task: (returnval){ [ 971.535797] env[69520]: value = "task-3482093" [ 971.535797] env[69520]: _type = "Task" [ 971.535797] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.540731] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 971.540731] env[69520]: value = "task-3482094" [ 971.540731] env[69520]: _type = "Task" [ 971.540731] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.547780] env[69520]: DEBUG oslo_vmware.api [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3482093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.551926] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.597864] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.670019] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b5be8a-e084-1e16-ef5a-be05a1ce74ab, 'name': SearchDatastore_Task, 'duration_secs': 0.030177} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.670019] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3fb96c-1bfc-4464-a8d7-8365c1f1c776 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.673593] env[69520]: DEBUG oslo_concurrency.lockutils [None req-70dc8c30-0736-432b-8bd6-6f319c9655fe tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.611s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.675473] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 971.675473] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521f2361-5f64-8246-33b4-46678d968a7e" [ 971.675473] env[69520]: _type = "Task" [ 971.675473] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.683515] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521f2361-5f64-8246-33b4-46678d968a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.992592] env[69520]: DEBUG nova.compute.utils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.996364] env[69520]: DEBUG nova.compute.manager [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.996537] env[69520]: DEBUG nova.network.neutron [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.050137] env[69520]: DEBUG oslo_vmware.api [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Task: {'id': task-3482093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484219} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.053309] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.053500] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.053694] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.053868] env[69520]: INFO nova.compute.manager [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 972.054119] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.054325] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076394} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.054611] env[69520]: DEBUG nova.compute.manager [-] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.054732] env[69520]: DEBUG nova.network.neutron [-] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.056453] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.057355] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7227fe-0add-437c-a466-ce5e9a30358c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.084010] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] eace4941-af18-4854-b015-b765ec407a03/eace4941-af18-4854-b015-b765ec407a03.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.084324] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a3488dc-8747-4dad-8f4c-709bc2caec17 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.115569] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482091, 'name': ReconfigVM_Task, 'duration_secs': 0.843591} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.115873] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 972.115873] env[69520]: value = "task-3482095" [ 972.115873] env[69520]: _type = "Task" [ 972.115873] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.116119] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] c3b3253e-53f8-456e-a4f3-7e554403481f/c3b3253e-53f8-456e-a4f3-7e554403481f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.116817] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d7a0727-3939-4fec-8a07-4c981d4a6313 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.129394] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.130724] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 972.130724] env[69520]: value = "task-3482096" [ 972.130724] env[69520]: _type = "Task" [ 972.130724] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.138816] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482096, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.174145] env[69520]: DEBUG nova.policy [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac66dfd3cdc46a09b43d18737a0f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1fbaaf2f0c945d7a4c9e155d33f833d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.184805] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521f2361-5f64-8246-33b4-46678d968a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.024823} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.185091] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.185350] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3050968e-91ab-4ce9-8325-c98e76309c3e/3050968e-91ab-4ce9-8325-c98e76309c3e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.185630] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1a80e5d-4722-487a-8ea7-b20a8e22bc0f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.192394] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 972.192394] env[69520]: value = "task-3482097" [ 972.192394] env[69520]: _type = "Task" [ 972.192394] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.200793] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.483870] env[69520]: DEBUG nova.network.neutron [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Successfully updated port: 57680576-30fc-45a7-80e7-5c9143907028 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.498252] env[69520]: DEBUG nova.compute.manager [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.626360] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482095, 'name': ReconfigVM_Task, 'duration_secs': 0.338804} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.629935] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Reconfigured VM instance instance-0000004c to attach disk [datastore1] eace4941-af18-4854-b015-b765ec407a03/eace4941-af18-4854-b015-b765ec407a03.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.630719] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba237a1f-6713-4c33-9229-6a85ce43ba96 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.640961] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482096, 'name': Rename_Task, 'duration_secs': 0.227231} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.644949] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.645293] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 972.645293] env[69520]: value = "task-3482098" [ 972.645293] env[69520]: _type = "Task" [ 972.645293] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.646362] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6a4935f-ba1f-4b07-bbd8-6cf5c0ea5584 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.655108] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 972.655108] env[69520]: value = "task-3482099" [ 972.655108] env[69520]: _type = "Task" [ 972.655108] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.658227] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482098, 'name': Rename_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.669816] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482099, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.704473] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482097, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.737323] env[69520]: DEBUG nova.compute.manager [req-30adedbe-f94b-4e04-bf34-eb76c2226d21 req-81b12d71-7d4f-49c9-a451-77367a87d88a service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Received event network-vif-deleted-3f618f39-9dae-4439-83fc-4ab2cc3800e2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.737323] env[69520]: INFO nova.compute.manager [req-30adedbe-f94b-4e04-bf34-eb76c2226d21 req-81b12d71-7d4f-49c9-a451-77367a87d88a service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Neutron deleted interface 3f618f39-9dae-4439-83fc-4ab2cc3800e2; detaching it from the instance and deleting it from the info cache [ 972.737323] env[69520]: DEBUG nova.network.neutron [req-30adedbe-f94b-4e04-bf34-eb76c2226d21 req-81b12d71-7d4f-49c9-a451-77367a87d88a service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.762143] env[69520]: DEBUG nova.compute.manager [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Received event network-vif-plugged-57680576-30fc-45a7-80e7-5c9143907028 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.766023] env[69520]: DEBUG oslo_concurrency.lockutils [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] Acquiring lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.766023] env[69520]: DEBUG oslo_concurrency.lockutils [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] Lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.766023] env[69520]: DEBUG oslo_concurrency.lockutils [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] Lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.766023] env[69520]: DEBUG nova.compute.manager [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] No waiting events found dispatching network-vif-plugged-57680576-30fc-45a7-80e7-5c9143907028 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.766023] env[69520]: WARNING nova.compute.manager [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Received unexpected event network-vif-plugged-57680576-30fc-45a7-80e7-5c9143907028 for instance with vm_state building and task_state spawning. [ 972.766023] env[69520]: DEBUG nova.compute.manager [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Received event network-changed-57680576-30fc-45a7-80e7-5c9143907028 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.766023] env[69520]: DEBUG nova.compute.manager [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Refreshing instance network info cache due to event network-changed-57680576-30fc-45a7-80e7-5c9143907028. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.766023] env[69520]: DEBUG oslo_concurrency.lockutils [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] Acquiring lock "refresh_cache-3f7db20b-c070-4a10-b03c-1204cb6b6db2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.766023] env[69520]: DEBUG oslo_concurrency.lockutils [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] Acquired lock "refresh_cache-3f7db20b-c070-4a10-b03c-1204cb6b6db2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.766023] env[69520]: DEBUG nova.network.neutron [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Refreshing network info cache for port 57680576-30fc-45a7-80e7-5c9143907028 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.795675] env[69520]: DEBUG nova.network.neutron [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Successfully created port: 70f2e50a-b5f3-424a-a27a-ff614db8118f {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.924829] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948ecab9-f3cb-4739-8fcc-63d15a54e50f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.936392] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1e8dc3-8e42-4fbb-8707-52d1f70b3dd0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.972841] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe9f414-62b7-4364-bbe7-afe89e9380b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.981321] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afbf4a6-c78f-4310-b409-4dfa6a0e4a1b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.989667] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "refresh_cache-3f7db20b-c070-4a10-b03c-1204cb6b6db2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.996882] env[69520]: DEBUG nova.compute.provider_tree [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.039854] env[69520]: DEBUG nova.network.neutron [-] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.159506] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482098, 'name': Rename_Task, 'duration_secs': 0.157714} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.163453] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.163734] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46890b5e-a7dc-42ca-ae7a-48e33dcfa8f4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.173614] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.180161] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 973.180161] env[69520]: value = "task-3482100" [ 973.180161] env[69520]: _type = "Task" [ 973.180161] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.192019] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482100, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.207329] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892147} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.210803] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3050968e-91ab-4ce9-8325-c98e76309c3e/3050968e-91ab-4ce9-8325-c98e76309c3e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.211111] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.211435] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac3f0e9d-2872-408f-849e-3befd9cb583f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.218947] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 973.218947] env[69520]: value = "task-3482101" [ 973.218947] env[69520]: _type = "Task" [ 973.218947] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.231731] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.239743] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7302cd55-3726-4dc9-a5a7-1c6923a50592 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.254853] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0abd800-5cd7-4d6e-8e77-bf3990398f6d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.305679] env[69520]: DEBUG nova.compute.manager [req-30adedbe-f94b-4e04-bf34-eb76c2226d21 req-81b12d71-7d4f-49c9-a451-77367a87d88a service nova] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Detach interface failed, port_id=3f618f39-9dae-4439-83fc-4ab2cc3800e2, reason: Instance 8e3649ec-203a-4b43-bf19-cf1634906ca6 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 973.323486] env[69520]: DEBUG nova.network.neutron [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.396613] env[69520]: DEBUG nova.network.neutron [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.500882] env[69520]: DEBUG nova.scheduler.client.report [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.512250] env[69520]: DEBUG nova.compute.manager [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.542218] env[69520]: INFO nova.compute.manager [-] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Took 1.49 seconds to deallocate network for instance. [ 973.549771] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.550031] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.550193] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.550365] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.550531] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.550679] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.550885] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.551061] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.551297] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.551393] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.551585] env[69520]: DEBUG nova.virt.hardware [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.552541] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f0f0e5-dd1f-4063-9f2b-7215fc6d3cb1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.563355] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91d070d-2e5a-4547-a739-9cf193289907 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.669163] env[69520]: DEBUG oslo_vmware.api [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482099, 'name': PowerOnVM_Task, 'duration_secs': 0.78337} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.669380] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.669579] env[69520]: INFO nova.compute.manager [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Took 9.68 seconds to spawn the instance on the hypervisor. [ 973.669801] env[69520]: DEBUG nova.compute.manager [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.670615] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbf600e-60e6-4017-a2b6-1ffc8bfc9cc0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.689063] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.733112] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12116} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.733510] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.734681] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da14966-0748-4d6e-be0c-50e4f30e9edc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.761024] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 3050968e-91ab-4ce9-8325-c98e76309c3e/3050968e-91ab-4ce9-8325-c98e76309c3e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.761024] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b33d8acb-2257-4b4e-a500-4ce4425aa505 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.781416] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 973.781416] env[69520]: value = "task-3482102" [ 973.781416] env[69520]: _type = "Task" [ 973.781416] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.790697] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.899464] env[69520]: DEBUG oslo_concurrency.lockutils [req-c691aa6e-cd8f-42d0-9c2d-d1c8569451c1 req-ad06ce5c-4301-4c5a-87a9-77b9a401c584 service nova] Releasing lock "refresh_cache-3f7db20b-c070-4a10-b03c-1204cb6b6db2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.899900] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquired lock "refresh_cache-3f7db20b-c070-4a10-b03c-1204cb6b6db2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.900089] env[69520]: DEBUG nova.network.neutron [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.009236] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.009771] env[69520]: DEBUG nova.compute.manager [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.013084] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.869s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.013395] env[69520]: DEBUG nova.objects.instance [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lazy-loading 'resources' on Instance uuid 7da6e77e-5f28-4b0e-8e95-74d1464fe76e {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.048973] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.191665] env[69520]: INFO nova.compute.manager [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Took 30.88 seconds to build instance. [ 974.195513] env[69520]: DEBUG oslo_vmware.api [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482100, 'name': PowerOnVM_Task, 'duration_secs': 0.605741} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.195887] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.196104] env[69520]: INFO nova.compute.manager [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Took 7.72 seconds to spawn the instance on the hypervisor. [ 974.196288] env[69520]: DEBUG nova.compute.manager [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.200021] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17925276-cd47-4e23-aca5-eb51bd8f2929 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.292673] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482102, 'name': ReconfigVM_Task, 'duration_secs': 0.436514} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.292960] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 3050968e-91ab-4ce9-8325-c98e76309c3e/3050968e-91ab-4ce9-8325-c98e76309c3e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.293804] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51405b7c-4578-4017-a42b-00ab31279be4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.301020] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 974.301020] env[69520]: value = "task-3482103" [ 974.301020] env[69520]: _type = "Task" [ 974.301020] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.310127] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482103, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.390068] env[69520]: DEBUG nova.compute.manager [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Stashing vm_state: active {{(pid=69520) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 974.466166] env[69520]: DEBUG nova.network.neutron [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.520027] env[69520]: DEBUG nova.compute.utils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.521313] env[69520]: DEBUG nova.compute.manager [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.521517] env[69520]: DEBUG nova.network.neutron [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.618460] env[69520]: DEBUG nova.policy [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '099785cc30bb4127aad210c89f4f0167', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a251ca032bf44ccda3beede103c2e6e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.692608] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a3328e43-1de0-4384-a446-090c09c2c4bd tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.403s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.705483] env[69520]: DEBUG nova.network.neutron [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Updating instance_info_cache with network_info: [{"id": "57680576-30fc-45a7-80e7-5c9143907028", "address": "fa:16:3e:25:7b:b8", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57680576-30", "ovs_interfaceid": "57680576-30fc-45a7-80e7-5c9143907028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.724498] env[69520]: INFO nova.compute.manager [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Took 31.40 seconds to build instance. [ 974.800734] env[69520]: DEBUG nova.compute.manager [req-7caf843c-6c0e-40fc-acc2-226606779c4f req-7d802cdc-6ff8-49c7-8738-e9714ce1fe56 service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Received event network-vif-plugged-70f2e50a-b5f3-424a-a27a-ff614db8118f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.804354] env[69520]: DEBUG oslo_concurrency.lockutils [req-7caf843c-6c0e-40fc-acc2-226606779c4f req-7d802cdc-6ff8-49c7-8738-e9714ce1fe56 service nova] Acquiring lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.804354] env[69520]: DEBUG oslo_concurrency.lockutils [req-7caf843c-6c0e-40fc-acc2-226606779c4f req-7d802cdc-6ff8-49c7-8738-e9714ce1fe56 service nova] Lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.804354] env[69520]: DEBUG oslo_concurrency.lockutils [req-7caf843c-6c0e-40fc-acc2-226606779c4f req-7d802cdc-6ff8-49c7-8738-e9714ce1fe56 service nova] Lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.804354] env[69520]: DEBUG nova.compute.manager [req-7caf843c-6c0e-40fc-acc2-226606779c4f req-7d802cdc-6ff8-49c7-8738-e9714ce1fe56 service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] No waiting events found dispatching network-vif-plugged-70f2e50a-b5f3-424a-a27a-ff614db8118f {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.804354] env[69520]: WARNING nova.compute.manager [req-7caf843c-6c0e-40fc-acc2-226606779c4f req-7d802cdc-6ff8-49c7-8738-e9714ce1fe56 service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Received unexpected event network-vif-plugged-70f2e50a-b5f3-424a-a27a-ff614db8118f for instance with vm_state building and task_state spawning. [ 974.817878] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482103, 'name': Rename_Task, 'duration_secs': 0.363758} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.824165] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.824165] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1232b0d3-ebdf-463c-8703-b0d9b11caeeb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.830680] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 974.830680] env[69520]: value = "task-3482104" [ 974.830680] env[69520]: _type = "Task" [ 974.830680] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.840270] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.850872] env[69520]: DEBUG nova.compute.manager [req-bc501b93-e21c-425c-8bf0-2d35a82962fc req-c6c65553-05e3-4e55-adec-9a90f78e26dc service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Received event network-changed-d68fc9b4-191d-4104-9bb6-1e32e2364512 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.851079] env[69520]: DEBUG nova.compute.manager [req-bc501b93-e21c-425c-8bf0-2d35a82962fc req-c6c65553-05e3-4e55-adec-9a90f78e26dc service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Refreshing instance network info cache due to event network-changed-d68fc9b4-191d-4104-9bb6-1e32e2364512. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.851297] env[69520]: DEBUG oslo_concurrency.lockutils [req-bc501b93-e21c-425c-8bf0-2d35a82962fc req-c6c65553-05e3-4e55-adec-9a90f78e26dc service nova] Acquiring lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.851460] env[69520]: DEBUG oslo_concurrency.lockutils [req-bc501b93-e21c-425c-8bf0-2d35a82962fc req-c6c65553-05e3-4e55-adec-9a90f78e26dc service nova] Acquired lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.852085] env[69520]: DEBUG nova.network.neutron [req-bc501b93-e21c-425c-8bf0-2d35a82962fc req-c6c65553-05e3-4e55-adec-9a90f78e26dc service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Refreshing network info cache for port d68fc9b4-191d-4104-9bb6-1e32e2364512 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.880216] env[69520]: DEBUG nova.network.neutron [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Successfully updated port: 70f2e50a-b5f3-424a-a27a-ff614db8118f {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.908243] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.001493] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdb8223-bdf7-4593-963d-3a98a3568183 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.009973] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b64f7b-87d5-47f3-a57e-6c2e2e63e405 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.042926] env[69520]: DEBUG nova.compute.manager [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.048151] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3114221-498c-4398-8939-5f825f99285b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.059077] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86391c15-6310-457f-a33c-727728e4f481 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.080364] env[69520]: DEBUG nova.compute.provider_tree [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.129147] env[69520]: DEBUG nova.network.neutron [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Successfully created port: b3b8e08f-e756-4a17-96a6-7b4f93ee039e {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.208730] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Releasing lock "refresh_cache-3f7db20b-c070-4a10-b03c-1204cb6b6db2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.209099] env[69520]: DEBUG nova.compute.manager [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Instance network_info: |[{"id": "57680576-30fc-45a7-80e7-5c9143907028", "address": "fa:16:3e:25:7b:b8", "network": {"id": "5061b922-0e10-43c6-bb9e-53eb6c34938a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "900ca916438548ca8a335bd1bc2b87c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57680576-30", "ovs_interfaceid": "57680576-30fc-45a7-80e7-5c9143907028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.209533] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:7b:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57680576-30fc-45a7-80e7-5c9143907028', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.219416] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.219743] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.220759] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-982bcb72-095a-4631-9adc-093e75acc7cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.244869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fc9fcc6-e14d-4af9-91ab-28ed044b047b tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "eace4941-af18-4854-b015-b765ec407a03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.944s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.253614] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.253614] env[69520]: value = "task-3482105" [ 975.253614] env[69520]: _type = "Task" [ 975.253614] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.260430] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482105, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.342706] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482104, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.384428] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "refresh_cache-843b52dc-bd8e-4499-8010-4f0858c6a1b9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.384428] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "refresh_cache-843b52dc-bd8e-4499-8010-4f0858c6a1b9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.384428] env[69520]: DEBUG nova.network.neutron [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.586413] env[69520]: DEBUG nova.scheduler.client.report [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.762585] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482105, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.844617] env[69520]: DEBUG oslo_vmware.api [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482104, 'name': PowerOnVM_Task, 'duration_secs': 0.753366} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.844984] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.845340] env[69520]: DEBUG nova.compute.manager [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.846380] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce89f8d3-8a4c-4a6d-975e-30919e09e669 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.903709] env[69520]: DEBUG nova.network.neutron [req-bc501b93-e21c-425c-8bf0-2d35a82962fc req-c6c65553-05e3-4e55-adec-9a90f78e26dc service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Updated VIF entry in instance network info cache for port d68fc9b4-191d-4104-9bb6-1e32e2364512. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.904133] env[69520]: DEBUG nova.network.neutron [req-bc501b93-e21c-425c-8bf0-2d35a82962fc req-c6c65553-05e3-4e55-adec-9a90f78e26dc service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Updating instance_info_cache with network_info: [{"id": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "address": "fa:16:3e:ec:50:9c", "network": {"id": "e2a90cd4-c785-4a9a-83bb-411ae957edcb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-945629486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ce8d7acf644f56b62390c579d47f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68fc9b4-19", "ovs_interfaceid": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.925366] env[69520]: DEBUG nova.network.neutron [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.058574] env[69520]: DEBUG nova.compute.manager [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.083523] env[69520]: DEBUG nova.network.neutron [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Updating instance_info_cache with network_info: [{"id": "70f2e50a-b5f3-424a-a27a-ff614db8118f", "address": "fa:16:3e:a9:54:ab", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70f2e50a-b5", "ovs_interfaceid": "70f2e50a-b5f3-424a-a27a-ff614db8118f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.093391] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.098479] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.098663] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.098787] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.099073] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.099242] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.099389] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.099598] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.099758] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.099928] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.100128] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.100311] env[69520]: DEBUG nova.virt.hardware [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.100671] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.717s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.101123] env[69520]: DEBUG nova.objects.instance [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lazy-loading 'resources' on Instance uuid fe6f83c3-1aa1-45ee-8b67-141f5674e33a {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.103770] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91758e65-64f9-4139-8fc0-0263bc5749c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.113838] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e884b0-ba9f-42f9-9252-88193999bc25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.119382] env[69520]: INFO nova.scheduler.client.report [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted allocations for instance 7da6e77e-5f28-4b0e-8e95-74d1464fe76e [ 976.262969] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482105, 'name': CreateVM_Task, 'duration_secs': 0.651283} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.263226] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.264056] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.264327] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.264770] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.265114] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b700a2d4-421b-42b6-b08a-6be15eb3a27e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.270180] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 976.270180] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a46433-5f97-5c15-544c-2b824f05d71b" [ 976.270180] env[69520]: _type = "Task" [ 976.270180] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.278609] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a46433-5f97-5c15-544c-2b824f05d71b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.364888] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.407994] env[69520]: DEBUG oslo_concurrency.lockutils [req-bc501b93-e21c-425c-8bf0-2d35a82962fc req-c6c65553-05e3-4e55-adec-9a90f78e26dc service nova] Releasing lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.587394] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "refresh_cache-843b52dc-bd8e-4499-8010-4f0858c6a1b9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.587914] env[69520]: DEBUG nova.compute.manager [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Instance network_info: |[{"id": "70f2e50a-b5f3-424a-a27a-ff614db8118f", "address": "fa:16:3e:a9:54:ab", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70f2e50a-b5", "ovs_interfaceid": "70f2e50a-b5f3-424a-a27a-ff614db8118f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.588421] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:54:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70f2e50a-b5f3-424a-a27a-ff614db8118f', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.597428] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.597698] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.597942] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4854d895-eb02-4cff-b43e-c5c0b49a93a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.621730] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.621730] env[69520]: value = "task-3482106" [ 976.621730] env[69520]: _type = "Task" [ 976.621730] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.628487] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d3064266-cec1-4cc2-9382-9c37eb6acec1 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "7da6e77e-5f28-4b0e-8e95-74d1464fe76e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.410s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.632587] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482106, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.784693] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a46433-5f97-5c15-544c-2b824f05d71b, 'name': SearchDatastore_Task, 'duration_secs': 0.013445} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.785228] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.785309] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.785554] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.785704] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.785911] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.786229] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-679dc2d2-193f-4d3e-b85a-edb88867572a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.800994] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.801129] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.803462] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e6cfae-4de7-41cb-a15b-ca880419d326 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.811394] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 976.811394] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52096c76-48b1-258e-5280-a4f7ca886185" [ 976.811394] env[69520]: _type = "Task" [ 976.811394] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.820642] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52096c76-48b1-258e-5280-a4f7ca886185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.854238] env[69520]: DEBUG nova.compute.manager [req-deacb36c-2749-406a-a0ea-c70881c44d85 req-ff2b72db-d4f0-4458-90fd-6e0a59654a9b service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Received event network-changed-70f2e50a-b5f3-424a-a27a-ff614db8118f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.854238] env[69520]: DEBUG nova.compute.manager [req-deacb36c-2749-406a-a0ea-c70881c44d85 req-ff2b72db-d4f0-4458-90fd-6e0a59654a9b service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Refreshing instance network info cache due to event network-changed-70f2e50a-b5f3-424a-a27a-ff614db8118f. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.854238] env[69520]: DEBUG oslo_concurrency.lockutils [req-deacb36c-2749-406a-a0ea-c70881c44d85 req-ff2b72db-d4f0-4458-90fd-6e0a59654a9b service nova] Acquiring lock "refresh_cache-843b52dc-bd8e-4499-8010-4f0858c6a1b9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.854238] env[69520]: DEBUG oslo_concurrency.lockutils [req-deacb36c-2749-406a-a0ea-c70881c44d85 req-ff2b72db-d4f0-4458-90fd-6e0a59654a9b service nova] Acquired lock "refresh_cache-843b52dc-bd8e-4499-8010-4f0858c6a1b9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.854238] env[69520]: DEBUG nova.network.neutron [req-deacb36c-2749-406a-a0ea-c70881c44d85 req-ff2b72db-d4f0-4458-90fd-6e0a59654a9b service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Refreshing network info cache for port 70f2e50a-b5f3-424a-a27a-ff614db8118f {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.966581] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c928a6d-b0d1-4b3e-8b5d-20909ffa0196 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.975407] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b4966-6ea2-4fa1-a951-142fa0c01037 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.010276] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf43d85-4c0f-44c1-8286-312e2b102954 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.025253] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f67376-3672-4404-ba8d-465dc597f1e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.041415] env[69520]: DEBUG nova.compute.provider_tree [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.132935] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482106, 'name': CreateVM_Task, 'duration_secs': 0.504005} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.133355] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.134141] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.134449] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.135145] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.135500] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8243791b-d6e2-4d2d-9c66-fe554f4275bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.141803] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 977.141803] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a8c189-2d28-c72f-0ec2-28b2934851a5" [ 977.141803] env[69520]: _type = "Task" [ 977.141803] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.150248] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a8c189-2d28-c72f-0ec2-28b2934851a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.160840] env[69520]: DEBUG nova.network.neutron [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Successfully updated port: b3b8e08f-e756-4a17-96a6-7b4f93ee039e {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.323108] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52096c76-48b1-258e-5280-a4f7ca886185, 'name': SearchDatastore_Task, 'duration_secs': 0.026657} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.323949] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa943072-d4da-407c-820a-5ba6bc899317 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.331021] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 977.331021] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52947770-d666-14e7-e501-a2961cd7954a" [ 977.331021] env[69520]: _type = "Task" [ 977.331021] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.341006] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52947770-d666-14e7-e501-a2961cd7954a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.549733] env[69520]: DEBUG nova.scheduler.client.report [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.621865] env[69520]: DEBUG nova.network.neutron [req-deacb36c-2749-406a-a0ea-c70881c44d85 req-ff2b72db-d4f0-4458-90fd-6e0a59654a9b service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Updated VIF entry in instance network info cache for port 70f2e50a-b5f3-424a-a27a-ff614db8118f. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.622236] env[69520]: DEBUG nova.network.neutron [req-deacb36c-2749-406a-a0ea-c70881c44d85 req-ff2b72db-d4f0-4458-90fd-6e0a59654a9b service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Updating instance_info_cache with network_info: [{"id": "70f2e50a-b5f3-424a-a27a-ff614db8118f", "address": "fa:16:3e:a9:54:ab", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70f2e50a-b5", "ovs_interfaceid": "70f2e50a-b5f3-424a-a27a-ff614db8118f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.653143] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a8c189-2d28-c72f-0ec2-28b2934851a5, 'name': SearchDatastore_Task, 'duration_secs': 0.023534} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.653450] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.653671] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.653873] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.663616] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.663905] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.664083] env[69520]: DEBUG nova.network.neutron [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.804316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "3050968e-91ab-4ce9-8325-c98e76309c3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.804316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "3050968e-91ab-4ce9-8325-c98e76309c3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.804316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "3050968e-91ab-4ce9-8325-c98e76309c3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.804316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "3050968e-91ab-4ce9-8325-c98e76309c3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.804316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "3050968e-91ab-4ce9-8325-c98e76309c3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.809591] env[69520]: INFO nova.compute.manager [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Terminating instance [ 977.845131] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52947770-d666-14e7-e501-a2961cd7954a, 'name': SearchDatastore_Task, 'duration_secs': 0.019408} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.845422] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.845679] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3f7db20b-c070-4a10-b03c-1204cb6b6db2/3f7db20b-c070-4a10-b03c-1204cb6b6db2.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.845953] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.846148] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.846356] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96930341-6e3b-4192-bcf1-d01a77269d3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.848365] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa90f584-9774-4756-9429-5ec8af267043 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.855977] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 977.855977] env[69520]: value = "task-3482107" [ 977.855977] env[69520]: _type = "Task" [ 977.855977] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.860797] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.861075] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.862475] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb4c0acf-871b-4db4-82ae-36c4f24f760a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.868798] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.872141] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 977.872141] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52631ca5-6f3e-5ec5-0508-fa5d328875e1" [ 977.872141] env[69520]: _type = "Task" [ 977.872141] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.880312] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52631ca5-6f3e-5ec5-0508-fa5d328875e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.039846] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "5332b924-b590-4878-a584-b7395d80c104" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.039846] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "5332b924-b590-4878-a584-b7395d80c104" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.039846] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "5332b924-b590-4878-a584-b7395d80c104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.039846] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "5332b924-b590-4878-a584-b7395d80c104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.039846] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "5332b924-b590-4878-a584-b7395d80c104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.041222] env[69520]: INFO nova.compute.manager [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Terminating instance [ 978.054530] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.062366] env[69520]: DEBUG oslo_vmware.rw_handles [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524dd09d-4585-205a-75f5-563d9ef10b1f/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.062889] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.414s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.064470] env[69520]: INFO nova.compute.claims [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.068068] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5ea3d-0d63-48fc-bcb9-8cfd1e9d4b4d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.076386] env[69520]: DEBUG oslo_vmware.rw_handles [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524dd09d-4585-205a-75f5-563d9ef10b1f/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.076386] env[69520]: ERROR oslo_vmware.rw_handles [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524dd09d-4585-205a-75f5-563d9ef10b1f/disk-0.vmdk due to incomplete transfer. [ 978.076386] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73668992-0bea-4352-9595-bc2ab1f050f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.084901] env[69520]: DEBUG oslo_vmware.rw_handles [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524dd09d-4585-205a-75f5-563d9ef10b1f/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 978.085247] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Uploaded image 8b57ec1c-e9c6-443f-8140-3ea936c3b181 to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 978.088128] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 978.088533] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e10728a-0c14-4c6b-8485-4b9a6e31dd25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.095753] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 978.095753] env[69520]: value = "task-3482108" [ 978.095753] env[69520]: _type = "Task" [ 978.095753] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.104337] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482108, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.134269] env[69520]: DEBUG oslo_concurrency.lockutils [req-deacb36c-2749-406a-a0ea-c70881c44d85 req-ff2b72db-d4f0-4458-90fd-6e0a59654a9b service nova] Releasing lock "refresh_cache-843b52dc-bd8e-4499-8010-4f0858c6a1b9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.199176] env[69520]: INFO nova.scheduler.client.report [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Deleted allocations for instance fe6f83c3-1aa1-45ee-8b67-141f5674e33a [ 978.244683] env[69520]: DEBUG nova.network.neutron [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.311527] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "refresh_cache-3050968e-91ab-4ce9-8325-c98e76309c3e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.311724] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquired lock "refresh_cache-3050968e-91ab-4ce9-8325-c98e76309c3e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.311908] env[69520]: DEBUG nova.network.neutron [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.369642] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482107, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.385278] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52631ca5-6f3e-5ec5-0508-fa5d328875e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013502} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.386996] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d87112-ec63-46cb-9983-07d53ad840d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.394928] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 978.394928] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a94ec2-a34f-24c6-d5d0-02907bb40f99" [ 978.394928] env[69520]: _type = "Task" [ 978.394928] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.407314] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a94ec2-a34f-24c6-d5d0-02907bb40f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.540060] env[69520]: DEBUG nova.network.neutron [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance_info_cache with network_info: [{"id": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "address": "fa:16:3e:19:39:23", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8e08f-e7", "ovs_interfaceid": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.545616] env[69520]: DEBUG nova.compute.manager [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.545842] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.547589] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e01d567-7bcb-4438-b44e-6d30f83154d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.555523] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.555802] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfa8268c-dba0-4d49-a906-d2fd195dec55 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.562511] env[69520]: DEBUG oslo_vmware.api [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 978.562511] env[69520]: value = "task-3482109" [ 978.562511] env[69520]: _type = "Task" [ 978.562511] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.575984] env[69520]: DEBUG oslo_vmware.api [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.606539] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482108, 'name': Destroy_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.658980] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.659894] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.709784] env[69520]: DEBUG oslo_concurrency.lockutils [None req-56afb635-c32c-4f00-b818-b8f36a8aae41 tempest-MigrationsAdminTest-2098559669 tempest-MigrationsAdminTest-2098559669-project-member] Lock "fe6f83c3-1aa1-45ee-8b67-141f5674e33a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.947s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.834061] env[69520]: DEBUG nova.network.neutron [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.869944] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694795} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.870266] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3f7db20b-c070-4a10-b03c-1204cb6b6db2/3f7db20b-c070-4a10-b03c-1204cb6b6db2.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.871028] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.871028] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbf2458b-e713-4915-ac6b-cdb0f9ec91bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.879258] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 978.879258] env[69520]: value = "task-3482110" [ 978.879258] env[69520]: _type = "Task" [ 978.879258] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.888168] env[69520]: DEBUG nova.compute.manager [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Received event network-vif-plugged-b3b8e08f-e756-4a17-96a6-7b4f93ee039e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.889528] env[69520]: DEBUG oslo_concurrency.lockutils [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] Acquiring lock "8e3ff68f-ef31-44f6-b274-a4599a249185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.889528] env[69520]: DEBUG oslo_concurrency.lockutils [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.889528] env[69520]: DEBUG oslo_concurrency.lockutils [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.889528] env[69520]: DEBUG nova.compute.manager [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] No waiting events found dispatching network-vif-plugged-b3b8e08f-e756-4a17-96a6-7b4f93ee039e {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.889528] env[69520]: WARNING nova.compute.manager [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Received unexpected event network-vif-plugged-b3b8e08f-e756-4a17-96a6-7b4f93ee039e for instance with vm_state building and task_state spawning. [ 978.889750] env[69520]: DEBUG nova.compute.manager [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Received event network-changed-b3b8e08f-e756-4a17-96a6-7b4f93ee039e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.889750] env[69520]: DEBUG nova.compute.manager [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Refreshing instance network info cache due to event network-changed-b3b8e08f-e756-4a17-96a6-7b4f93ee039e. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.890746] env[69520]: DEBUG oslo_concurrency.lockutils [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] Acquiring lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.896737] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.905685] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a94ec2-a34f-24c6-d5d0-02907bb40f99, 'name': SearchDatastore_Task, 'duration_secs': 0.05552} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.905975] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.906280] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 843b52dc-bd8e-4499-8010-4f0858c6a1b9/843b52dc-bd8e-4499-8010-4f0858c6a1b9.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.906569] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c786e5a8-824f-4a27-8422-937f0a24ebc4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.911823] env[69520]: DEBUG nova.network.neutron [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.914958] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 978.914958] env[69520]: value = "task-3482111" [ 978.914958] env[69520]: _type = "Task" [ 978.914958] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.924072] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.043115] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.043481] env[69520]: DEBUG nova.compute.manager [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Instance network_info: |[{"id": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "address": "fa:16:3e:19:39:23", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8e08f-e7", "ovs_interfaceid": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.043828] env[69520]: DEBUG oslo_concurrency.lockutils [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] Acquired lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.044081] env[69520]: DEBUG nova.network.neutron [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Refreshing network info cache for port b3b8e08f-e756-4a17-96a6-7b4f93ee039e {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.045420] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:39:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3b8e08f-e756-4a17-96a6-7b4f93ee039e', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.053631] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Creating folder: Project (a251ca032bf44ccda3beede103c2e6e5). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.054779] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f8e9dc1-55bf-4f7d-ae2f-5f97bc051bf1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.065974] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Created folder: Project (a251ca032bf44ccda3beede103c2e6e5) in parent group-v695915. [ 979.066409] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Creating folder: Instances. Parent ref: group-v696133. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.070216] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b775d5e-dfd3-4808-a403-5fe98b501e7e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.079994] env[69520]: DEBUG oslo_vmware.api [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482109, 'name': PowerOffVM_Task, 'duration_secs': 0.322043} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.082517] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.082629] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.082964] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Created folder: Instances in parent group-v696133. [ 979.083233] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.083703] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d35b2bdc-b252-43ff-bb95-2ad973b6d072 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.087493] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.087493] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bc91e5f-0f71-4443-ab98-74ea5b81d81f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.111539] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482108, 'name': Destroy_Task, 'duration_secs': 0.867984} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.112938] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Destroyed the VM [ 979.113248] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 979.113498] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.113498] env[69520]: value = "task-3482115" [ 979.113498] env[69520]: _type = "Task" [ 979.113498] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.113867] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1eb6f46-4f07-4de9-b739-24b557640a9b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.123732] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482115, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.127523] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 979.127523] env[69520]: value = "task-3482116" [ 979.127523] env[69520]: _type = "Task" [ 979.127523] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.136063] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482116, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.162017] env[69520]: DEBUG nova.compute.manager [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.395241] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071944} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.395618] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.396820] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9680866-3aa3-445f-ad87-79f2a1e63485 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.424181] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Releasing lock "refresh_cache-3050968e-91ab-4ce9-8325-c98e76309c3e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.424930] env[69520]: DEBUG nova.compute.manager [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.425640] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.442128] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3f7db20b-c070-4a10-b03c-1204cb6b6db2/3f7db20b-c070-4a10-b03c-1204cb6b6db2.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.447315] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bda1953-8767-4d1e-85b6-06c457a5ca68 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.456361] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a8b770-8754-44bd-8836-7fec663cc84a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.489225] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482111, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.494781] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 979.494781] env[69520]: value = "task-3482117" [ 979.494781] env[69520]: _type = "Task" [ 979.494781] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.495767] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.500246] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88a5f2e8-7f8d-464a-b73e-baaa791478f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.519333] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.519333] env[69520]: DEBUG oslo_vmware.api [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 979.519333] env[69520]: value = "task-3482118" [ 979.519333] env[69520]: _type = "Task" [ 979.519333] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.532225] env[69520]: DEBUG oslo_vmware.api [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.593936] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231a3194-6686-43f6-8705-cd7791023862 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.603754] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e9ad93-efdd-4eec-826d-39fab7cbb15e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.643673] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03960496-d501-4c8f-a0a3-888e287151af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.651563] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482115, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.656424] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482116, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.657769] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1029219-013a-4339-ab01-6bbd01fce5fb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.674141] env[69520]: DEBUG nova.compute.provider_tree [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.689162] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.936461] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639322} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.936797] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 843b52dc-bd8e-4499-8010-4f0858c6a1b9/843b52dc-bd8e-4499-8010-4f0858c6a1b9.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.937033] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.937344] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77990d7d-a29c-4f5c-9d76-081e47b707f9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.944245] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 979.944245] env[69520]: value = "task-3482119" [ 979.944245] env[69520]: _type = "Task" [ 979.944245] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.957831] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.010095] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.031957] env[69520]: DEBUG oslo_vmware.api [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482118, 'name': PowerOffVM_Task, 'duration_secs': 0.241307} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.032265] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.032433] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.032685] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35184ae0-9d68-48cb-881a-814a3b3820af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.055652] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.055834] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.055881] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Deleting the datastore file [datastore2] 3050968e-91ab-4ce9-8325-c98e76309c3e {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.056260] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae146d3-82d4-449a-a16a-3d02ef64c729 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.062390] env[69520]: DEBUG oslo_vmware.api [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for the task: (returnval){ [ 980.062390] env[69520]: value = "task-3482121" [ 980.062390] env[69520]: _type = "Task" [ 980.062390] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.073446] env[69520]: DEBUG oslo_vmware.api [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.151487] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482115, 'name': CreateVM_Task, 'duration_secs': 0.894885} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.154445] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.154819] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482116, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.155711] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.155945] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.156334] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.156644] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88874de-f49f-40b3-9128-850fbce55a01 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.162245] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 980.162245] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525d8ff5-ab11-c17f-19d7-f74e5206617e" [ 980.162245] env[69520]: _type = "Task" [ 980.162245] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.173426] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525d8ff5-ab11-c17f-19d7-f74e5206617e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.179532] env[69520]: DEBUG nova.scheduler.client.report [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.191837] env[69520]: DEBUG nova.network.neutron [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updated VIF entry in instance network info cache for port b3b8e08f-e756-4a17-96a6-7b4f93ee039e. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.191837] env[69520]: DEBUG nova.network.neutron [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance_info_cache with network_info: [{"id": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "address": "fa:16:3e:19:39:23", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8e08f-e7", "ovs_interfaceid": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.455844] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194417} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.456253] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.457130] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a020c2a-c190-482c-b989-37333b83e7d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.482718] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 843b52dc-bd8e-4499-8010-4f0858c6a1b9/843b52dc-bd8e-4499-8010-4f0858c6a1b9.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.483362] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b8a3273-ec9f-4206-98f7-de67fe748ee1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.512389] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482117, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.514109] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.514321] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.514501] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleting the datastore file [datastore1] 5332b924-b590-4878-a584-b7395d80c104 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.515387] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af320d41-4ece-470e-a22c-a7e5b9aabda0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.517198] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 980.517198] env[69520]: value = "task-3482122" [ 980.517198] env[69520]: _type = "Task" [ 980.517198] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.521488] env[69520]: DEBUG oslo_vmware.api [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 980.521488] env[69520]: value = "task-3482123" [ 980.521488] env[69520]: _type = "Task" [ 980.521488] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.527642] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.532194] env[69520]: DEBUG oslo_vmware.api [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.573386] env[69520]: DEBUG oslo_vmware.api [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.647165] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482116, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.671821] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525d8ff5-ab11-c17f-19d7-f74e5206617e, 'name': SearchDatastore_Task, 'duration_secs': 0.038628} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.672145] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.672402] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.672614] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.672760] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.672945] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.673250] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc94aaed-93b2-467f-a6a7-e9041bd9b7cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.684373] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.684960] env[69520]: DEBUG nova.compute.manager [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.688399] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.802s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.689028] env[69520]: DEBUG nova.objects.instance [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lazy-loading 'resources' on Instance uuid 726b0d51-0ba5-4965-b1bc-4169b2c714cd {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.689714] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.691879] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.691879] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e29fb8-4592-445b-b4d0-069d64aa8181 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.698788] env[69520]: DEBUG oslo_concurrency.lockutils [req-928f564e-5348-4aaf-90f3-22457bec08f3 req-482eb2ef-eec3-4aca-8c17-8cd41a5adb6c service nova] Releasing lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.699269] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 980.699269] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5298b24d-79b2-7445-a791-3cdfc1269a4a" [ 980.699269] env[69520]: _type = "Task" [ 980.699269] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.709761] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5298b24d-79b2-7445-a791-3cdfc1269a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.013909] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482117, 'name': ReconfigVM_Task, 'duration_secs': 1.062558} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.014176] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3f7db20b-c070-4a10-b03c-1204cb6b6db2/3f7db20b-c070-4a10-b03c-1204cb6b6db2.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.014787] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-337c5903-1f6f-4620-a3ff-2f302a1933e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.021854] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 981.021854] env[69520]: value = "task-3482124" [ 981.021854] env[69520]: _type = "Task" [ 981.021854] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.031237] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.036753] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482124, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.039829] env[69520]: DEBUG oslo_vmware.api [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474074} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.039962] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.040149] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.040326] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.040500] env[69520]: INFO nova.compute.manager [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 5332b924-b590-4878-a584-b7395d80c104] Took 2.49 seconds to destroy the instance on the hypervisor. [ 981.040737] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.040922] env[69520]: DEBUG nova.compute.manager [-] [instance: 5332b924-b590-4878-a584-b7395d80c104] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.041027] env[69520]: DEBUG nova.network.neutron [-] [instance: 5332b924-b590-4878-a584-b7395d80c104] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.074494] env[69520]: DEBUG oslo_vmware.api [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Task: {'id': task-3482121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517629} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.074803] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.074991] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.075179] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.075351] env[69520]: INFO nova.compute.manager [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 981.075588] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.075778] env[69520]: DEBUG nova.compute.manager [-] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.075872] env[69520]: DEBUG nova.network.neutron [-] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.092601] env[69520]: DEBUG nova.network.neutron [-] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.148316] env[69520]: DEBUG oslo_vmware.api [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482116, 'name': RemoveSnapshot_Task, 'duration_secs': 1.924879} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.148598] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 981.148837] env[69520]: INFO nova.compute.manager [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Took 22.83 seconds to snapshot the instance on the hypervisor. [ 981.195030] env[69520]: DEBUG nova.compute.utils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.195030] env[69520]: DEBUG nova.compute.manager [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.195030] env[69520]: DEBUG nova.network.neutron [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.214183] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5298b24d-79b2-7445-a791-3cdfc1269a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.023881} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.215265] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68595df0-c306-447e-9b07-11912b4221d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.225812] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 981.225812] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ece59-011a-8576-0517-bb1e8e73fb7d" [ 981.225812] env[69520]: _type = "Task" [ 981.225812] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.240728] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ece59-011a-8576-0517-bb1e8e73fb7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.266642] env[69520]: DEBUG nova.policy [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '294195eed52947e19c5d751744b3c593', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d449c8e112a457ea464b52916788a94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.532041] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482122, 'name': ReconfigVM_Task, 'duration_secs': 0.805648} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.532157] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 843b52dc-bd8e-4499-8010-4f0858c6a1b9/843b52dc-bd8e-4499-8010-4f0858c6a1b9.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.532801] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0a68368-680d-41af-96e7-4f0f331167f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.537547] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482124, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.543049] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 981.543049] env[69520]: value = "task-3482125" [ 981.543049] env[69520]: _type = "Task" [ 981.543049] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.552458] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482125, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.575922] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc5882e-8f75-43dd-916b-53e30479f283 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.582994] env[69520]: DEBUG nova.network.neutron [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Successfully created port: d9f52ed2-210d-4576-8aad-200e48df5906 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.586185] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95c5a18-c661-4962-9e82-051c5773c916 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.619590] env[69520]: DEBUG nova.network.neutron [-] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.622926] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4439f81c-5176-4098-9fc9-1528a4b060c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.631432] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb1d189-a186-45fc-bed1-ed7966181f01 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.646801] env[69520]: DEBUG nova.compute.provider_tree [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.696470] env[69520]: DEBUG nova.compute.manager [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Found 3 images (rotation: 2) {{(pid=69520) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 981.696858] env[69520]: DEBUG nova.compute.manager [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Rotating out 1 backups {{(pid=69520) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 981.697062] env[69520]: DEBUG nova.compute.manager [None req-3cfedee1-b8ff-428b-8961-85e24e879a17 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Deleting image 13b69e22-a784-4b2e-b4fa-7595f2e6dc02 {{(pid=69520) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 981.699423] env[69520]: DEBUG nova.compute.manager [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.741455] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ece59-011a-8576-0517-bb1e8e73fb7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011893} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.741911] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.742371] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 8e3ff68f-ef31-44f6-b274-a4599a249185/8e3ff68f-ef31-44f6-b274-a4599a249185.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.742988] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65a4ae59-66fd-4515-a69a-deeb4542362b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.751843] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 981.751843] env[69520]: value = "task-3482126" [ 981.751843] env[69520]: _type = "Task" [ 981.751843] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.764919] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.037550] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482124, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.053099] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482125, 'name': Rename_Task, 'duration_secs': 0.282301} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.053099] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.053099] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ecabc4-feb3-4ceb-a6e5-11b3002b9c78 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.060577] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 982.060577] env[69520]: value = "task-3482127" [ 982.060577] env[69520]: _type = "Task" [ 982.060577] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.068548] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.126662] env[69520]: INFO nova.compute.manager [-] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Took 1.05 seconds to deallocate network for instance. [ 982.126937] env[69520]: DEBUG nova.network.neutron [-] [instance: 5332b924-b590-4878-a584-b7395d80c104] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.149566] env[69520]: DEBUG nova.scheduler.client.report [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.156322] env[69520]: DEBUG nova.compute.manager [req-bf984353-337d-4118-8b3c-9582d11b03eb req-2840881e-2379-4efe-a2fa-a07979bc2151 service nova] [instance: 5332b924-b590-4878-a584-b7395d80c104] Received event network-vif-deleted-e67694bd-51ad-48b1-8deb-d110600af96a {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.262615] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.536148] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482124, 'name': Rename_Task, 'duration_secs': 1.259039} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.536561] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.536862] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5132dc27-7df0-4735-877f-c03f4b0f5c88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.544113] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 982.544113] env[69520]: value = "task-3482128" [ 982.544113] env[69520]: _type = "Task" [ 982.544113] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.553340] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.571413] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.631549] env[69520]: INFO nova.compute.manager [-] [instance: 5332b924-b590-4878-a584-b7395d80c104] Took 1.59 seconds to deallocate network for instance. [ 982.634212] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.658617] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.659050] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.638s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.661554] env[69520]: INFO nova.compute.claims [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.686453] env[69520]: INFO nova.scheduler.client.report [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Deleted allocations for instance 726b0d51-0ba5-4965-b1bc-4169b2c714cd [ 982.711064] env[69520]: DEBUG nova.compute.manager [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.731048] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.731048] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.731048] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.731048] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.735019] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.735019] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.735019] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.735019] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.735019] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.735019] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.735019] env[69520]: DEBUG nova.virt.hardware [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.735019] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e874b3-a4a8-4cdd-9ca3-dc8c42d316f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.743605] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed099ed5-07da-4286-a589-c1b6495f0434 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.771219] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.924081} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.771219] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 8e3ff68f-ef31-44f6-b274-a4599a249185/8e3ff68f-ef31-44f6-b274-a4599a249185.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.771219] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.771219] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8a460bc-4270-48aa-ab41-7680f77ce6d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.778017] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 982.778017] env[69520]: value = "task-3482129" [ 982.778017] env[69520]: _type = "Task" [ 982.778017] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.783278] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.054643] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.070462] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.111238] env[69520]: DEBUG nova.compute.manager [req-cbb7d68e-9e5b-4289-8ff2-baa8bbbf4b94 req-5f1dfe05-0ed4-42e5-9aef-dfa68fb41bb7 service nova] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Received event network-vif-plugged-d9f52ed2-210d-4576-8aad-200e48df5906 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.111466] env[69520]: DEBUG oslo_concurrency.lockutils [req-cbb7d68e-9e5b-4289-8ff2-baa8bbbf4b94 req-5f1dfe05-0ed4-42e5-9aef-dfa68fb41bb7 service nova] Acquiring lock "f57b1ede-1703-4d47-829b-d289cfcb32bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.111636] env[69520]: DEBUG oslo_concurrency.lockutils [req-cbb7d68e-9e5b-4289-8ff2-baa8bbbf4b94 req-5f1dfe05-0ed4-42e5-9aef-dfa68fb41bb7 service nova] Lock "f57b1ede-1703-4d47-829b-d289cfcb32bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.111809] env[69520]: DEBUG oslo_concurrency.lockutils [req-cbb7d68e-9e5b-4289-8ff2-baa8bbbf4b94 req-5f1dfe05-0ed4-42e5-9aef-dfa68fb41bb7 service nova] Lock "f57b1ede-1703-4d47-829b-d289cfcb32bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.111977] env[69520]: DEBUG nova.compute.manager [req-cbb7d68e-9e5b-4289-8ff2-baa8bbbf4b94 req-5f1dfe05-0ed4-42e5-9aef-dfa68fb41bb7 service nova] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] No waiting events found dispatching network-vif-plugged-d9f52ed2-210d-4576-8aad-200e48df5906 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.112341] env[69520]: WARNING nova.compute.manager [req-cbb7d68e-9e5b-4289-8ff2-baa8bbbf4b94 req-5f1dfe05-0ed4-42e5-9aef-dfa68fb41bb7 service nova] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Received unexpected event network-vif-plugged-d9f52ed2-210d-4576-8aad-200e48df5906 for instance with vm_state building and task_state spawning. [ 983.140523] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.143576] env[69520]: DEBUG nova.network.neutron [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Successfully updated port: d9f52ed2-210d-4576-8aad-200e48df5906 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.197819] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e7721641-9226-4ffe-ae4c-05fe9a034bbe tempest-ServersAdminTestJSON-2145663633 tempest-ServersAdminTestJSON-2145663633-project-member] Lock "726b0d51-0ba5-4965-b1bc-4169b2c714cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.990s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.288390] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104104} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.288684] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.289502] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d65d47-0e79-4377-9f67-dcd8e2e004e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.317676] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 8e3ff68f-ef31-44f6-b274-a4599a249185/8e3ff68f-ef31-44f6-b274-a4599a249185.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.318062] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-608e2b9c-d868-4787-af32-0ff56f9e87f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.338938] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 983.338938] env[69520]: value = "task-3482130" [ 983.338938] env[69520]: _type = "Task" [ 983.338938] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.347965] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.555034] env[69520]: DEBUG oslo_vmware.api [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482128, 'name': PowerOnVM_Task, 'duration_secs': 0.908279} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.555325] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.555533] env[69520]: INFO nova.compute.manager [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Took 12.59 seconds to spawn the instance on the hypervisor. [ 983.555713] env[69520]: DEBUG nova.compute.manager [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.556500] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3aa3dc-61ae-43a4-99db-c8b87594018c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.572884] env[69520]: DEBUG oslo_vmware.api [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482127, 'name': PowerOnVM_Task, 'duration_secs': 1.350153} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.573160] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.573369] env[69520]: INFO nova.compute.manager [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Took 10.06 seconds to spawn the instance on the hypervisor. [ 983.573541] env[69520]: DEBUG nova.compute.manager [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.574314] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923ac8da-220d-4fc4-b39f-2173be0dc549 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.647542] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquiring lock "refresh_cache-f57b1ede-1703-4d47-829b-d289cfcb32bf" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.647705] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquired lock "refresh_cache-f57b1ede-1703-4d47-829b-d289cfcb32bf" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.647862] env[69520]: DEBUG nova.network.neutron [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.850663] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.991030] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b65b9b-2971-4a94-99dd-28830660ebc1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.998518] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8030aa2-3149-433c-a96d-fd034f0bab50 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.031490] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd3846-d6e5-4e90-a7aa-6f5ba641593f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.043812] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3bccd0-e693-4e82-a2a1-e4727a61e447 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.058938] env[69520]: DEBUG nova.compute.provider_tree [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.074675] env[69520]: INFO nova.compute.manager [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Took 39.73 seconds to build instance. [ 984.091909] env[69520]: INFO nova.compute.manager [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Took 36.48 seconds to build instance. [ 984.206303] env[69520]: DEBUG nova.network.neutron [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.349404] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482130, 'name': ReconfigVM_Task, 'duration_secs': 0.823996} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.349706] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 8e3ff68f-ef31-44f6-b274-a4599a249185/8e3ff68f-ef31-44f6-b274-a4599a249185.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.350268] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2622a9a-eada-4eb8-8553-61c895fb19d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.357597] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 984.357597] env[69520]: value = "task-3482131" [ 984.357597] env[69520]: _type = "Task" [ 984.357597] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.367273] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482131, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.452492] env[69520]: DEBUG nova.network.neutron [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Updating instance_info_cache with network_info: [{"id": "d9f52ed2-210d-4576-8aad-200e48df5906", "address": "fa:16:3e:07:cc:c5", "network": {"id": "09533288-8801-4b70-8310-6a68a04294f0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2111963751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d449c8e112a457ea464b52916788a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f52ed2-21", "ovs_interfaceid": "d9f52ed2-210d-4576-8aad-200e48df5906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.537471] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "8137a947-18ef-4e25-b580-96a9eb6077be" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.537738] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.537919] env[69520]: DEBUG nova.compute.manager [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.538836] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa042173-f267-4778-b364-fa85fac9d3c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.548617] env[69520]: DEBUG nova.compute.manager [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 984.549234] env[69520]: DEBUG nova.objects.instance [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'flavor' on Instance uuid 8137a947-18ef-4e25-b580-96a9eb6077be {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.562379] env[69520]: DEBUG nova.scheduler.client.report [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.576946] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18fe275e-ab85-48c0-8cb9-bc45f8fa5d98 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.244s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.593626] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8e3101c3-3572-4d65-b2e5-68b29f4ef313 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.013s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.869149] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482131, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.956352] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Releasing lock "refresh_cache-f57b1ede-1703-4d47-829b-d289cfcb32bf" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.956689] env[69520]: DEBUG nova.compute.manager [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Instance network_info: |[{"id": "d9f52ed2-210d-4576-8aad-200e48df5906", "address": "fa:16:3e:07:cc:c5", "network": {"id": "09533288-8801-4b70-8310-6a68a04294f0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2111963751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d449c8e112a457ea464b52916788a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f52ed2-21", "ovs_interfaceid": "d9f52ed2-210d-4576-8aad-200e48df5906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.957195] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:cc:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9f52ed2-210d-4576-8aad-200e48df5906', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.964964] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Creating folder: Project (1d449c8e112a457ea464b52916788a94). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.965729] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6909463-f462-43dc-b096-bc9577e13200 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.977630] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Created folder: Project (1d449c8e112a457ea464b52916788a94) in parent group-v695915. [ 984.977824] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Creating folder: Instances. Parent ref: group-v696136. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.978084] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47fe6375-483c-44d0-893d-ab1e4840426c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.987656] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Created folder: Instances in parent group-v696136. [ 984.987656] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.987846] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.988111] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-720fc434-0acf-4222-b216-83105538f88a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.012497] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.012497] env[69520]: value = "task-3482134" [ 985.012497] env[69520]: _type = "Task" [ 985.012497] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.023589] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482134, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.068470] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.068470] env[69520]: DEBUG nova.compute.manager [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.070784] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.982s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.072505] env[69520]: INFO nova.compute.claims [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.320344] env[69520]: DEBUG nova.compute.manager [req-8874c689-1c0a-451c-88b8-47c28c3c1ca6 req-9206f824-19ce-415e-8887-01f2142372d7 service nova] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Received event network-changed-d9f52ed2-210d-4576-8aad-200e48df5906 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.320583] env[69520]: DEBUG nova.compute.manager [req-8874c689-1c0a-451c-88b8-47c28c3c1ca6 req-9206f824-19ce-415e-8887-01f2142372d7 service nova] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Refreshing instance network info cache due to event network-changed-d9f52ed2-210d-4576-8aad-200e48df5906. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.321563] env[69520]: DEBUG oslo_concurrency.lockutils [req-8874c689-1c0a-451c-88b8-47c28c3c1ca6 req-9206f824-19ce-415e-8887-01f2142372d7 service nova] Acquiring lock "refresh_cache-f57b1ede-1703-4d47-829b-d289cfcb32bf" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.322055] env[69520]: DEBUG oslo_concurrency.lockutils [req-8874c689-1c0a-451c-88b8-47c28c3c1ca6 req-9206f824-19ce-415e-8887-01f2142372d7 service nova] Acquired lock "refresh_cache-f57b1ede-1703-4d47-829b-d289cfcb32bf" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.322538] env[69520]: DEBUG nova.network.neutron [req-8874c689-1c0a-451c-88b8-47c28c3c1ca6 req-9206f824-19ce-415e-8887-01f2142372d7 service nova] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Refreshing network info cache for port d9f52ed2-210d-4576-8aad-200e48df5906 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.372067] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482131, 'name': Rename_Task, 'duration_secs': 0.956881} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.372694] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.373093] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23f608a8-f0d6-4083-9f01-6c97131d804f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.382928] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 985.382928] env[69520]: value = "task-3482135" [ 985.382928] env[69520]: _type = "Task" [ 985.382928] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.390500] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.523559] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482134, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.558545] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.558545] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abb978d0-b547-4b21-922f-fc108875e980 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.565918] env[69520]: DEBUG oslo_vmware.api [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 985.565918] env[69520]: value = "task-3482136" [ 985.565918] env[69520]: _type = "Task" [ 985.565918] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.578699] env[69520]: DEBUG nova.compute.utils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.584447] env[69520]: DEBUG oslo_vmware.api [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.584447] env[69520]: DEBUG nova.compute.manager [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.584447] env[69520]: DEBUG nova.network.neutron [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.595950] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.596454] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.596892] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.597335] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.597708] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.600133] env[69520]: INFO nova.compute.manager [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Terminating instance [ 985.664311] env[69520]: DEBUG nova.policy [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '385aad2bcb7f4d779c43908883c5c187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f82b834ee4240feb82a5425d6a4e780', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.894836] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.938875] env[69520]: DEBUG nova.compute.manager [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.938875] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd55394-400a-4d8d-8acf-ff0de2ef662c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.025352] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482134, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.078560] env[69520]: DEBUG oslo_vmware.api [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482136, 'name': PowerOffVM_Task, 'duration_secs': 0.211403} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.078947] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.079101] env[69520]: DEBUG nova.compute.manager [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.079910] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c6c25b-bec0-4237-92e0-bc596f3602e1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.091570] env[69520]: DEBUG nova.compute.manager [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.111942] env[69520]: DEBUG nova.compute.manager [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.111942] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.112212] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eb5b34-4299-458d-9b43-e0e028819c84 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.125469] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.126279] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-319211ba-25db-4c34-a970-0941ef0ae9eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.134179] env[69520]: DEBUG oslo_vmware.api [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 986.134179] env[69520]: value = "task-3482137" [ 986.134179] env[69520]: _type = "Task" [ 986.134179] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.144950] env[69520]: DEBUG oslo_vmware.api [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.275095] env[69520]: DEBUG nova.network.neutron [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Successfully created port: bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.281339] env[69520]: DEBUG nova.network.neutron [req-8874c689-1c0a-451c-88b8-47c28c3c1ca6 req-9206f824-19ce-415e-8887-01f2142372d7 service nova] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Updated VIF entry in instance network info cache for port d9f52ed2-210d-4576-8aad-200e48df5906. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.281832] env[69520]: DEBUG nova.network.neutron [req-8874c689-1c0a-451c-88b8-47c28c3c1ca6 req-9206f824-19ce-415e-8887-01f2142372d7 service nova] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Updating instance_info_cache with network_info: [{"id": "d9f52ed2-210d-4576-8aad-200e48df5906", "address": "fa:16:3e:07:cc:c5", "network": {"id": "09533288-8801-4b70-8310-6a68a04294f0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2111963751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d449c8e112a457ea464b52916788a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f52ed2-21", "ovs_interfaceid": "d9f52ed2-210d-4576-8aad-200e48df5906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.398090] env[69520]: DEBUG oslo_vmware.api [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482135, 'name': PowerOnVM_Task, 'duration_secs': 0.703964} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.398818] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.398818] env[69520]: INFO nova.compute.manager [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Took 10.34 seconds to spawn the instance on the hypervisor. [ 986.399106] env[69520]: DEBUG nova.compute.manager [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.402062] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affd1848-12f7-4080-ba63-dcf6e379d974 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.452459] env[69520]: INFO nova.compute.manager [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] instance snapshotting [ 986.455794] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c808c58e-fdd0-426b-ab9b-76a46bf4383c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.480900] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a68cea2-7ab6-493b-b35d-f998a0d1b549 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.524649] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482134, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.604110] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8f6f13-ade5-4b3a-a462-8f0694922d96 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.616912] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f7f91-a323-46ca-8dae-e160e4b17203 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.627592] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9e9bb743-262a-426e-baa4-1fab4bd129ca tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.659672] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a37691-b848-4419-9cd9-c71294ad63b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.670773] env[69520]: DEBUG oslo_vmware.api [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482137, 'name': PowerOffVM_Task, 'duration_secs': 0.513591} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.672076] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa59549d-1e76-4188-bc18-1a00efc48633 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.677628] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.677628] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.677628] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1f808a-c42f-4665-b43c-68c5f1660c8e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.690561] env[69520]: DEBUG nova.compute.provider_tree [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.736313] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.736607] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.736727] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleting the datastore file [datastore2] 843b52dc-bd8e-4499-8010-4f0858c6a1b9 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.737115] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9da16313-9710-4b55-a381-2b54c2082836 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.744755] env[69520]: DEBUG oslo_vmware.api [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 986.744755] env[69520]: value = "task-3482139" [ 986.744755] env[69520]: _type = "Task" [ 986.744755] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.754299] env[69520]: DEBUG oslo_vmware.api [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.784764] env[69520]: DEBUG oslo_concurrency.lockutils [req-8874c689-1c0a-451c-88b8-47c28c3c1ca6 req-9206f824-19ce-415e-8887-01f2142372d7 service nova] Releasing lock "refresh_cache-f57b1ede-1703-4d47-829b-d289cfcb32bf" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.920032] env[69520]: INFO nova.compute.manager [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Took 37.03 seconds to build instance. [ 986.993224] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 986.996017] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-406d8c47-3861-4fd8-90bc-8264f864fa25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.001550] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 987.001550] env[69520]: value = "task-3482140" [ 987.001550] env[69520]: _type = "Task" [ 987.001550] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.013886] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482140, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.028170] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482134, 'name': CreateVM_Task, 'duration_secs': 1.586156} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.028343] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.029118] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.029291] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.029605] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.029863] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aefaaf8a-190a-40be-b4c7-8557ae91a825 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.034343] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for the task: (returnval){ [ 987.034343] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523527ae-0d6a-910b-e07f-5f4c2e6d7688" [ 987.034343] env[69520]: _type = "Task" [ 987.034343] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.044586] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523527ae-0d6a-910b-e07f-5f4c2e6d7688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.118210] env[69520]: DEBUG nova.compute.manager [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.153884] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.154127] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.154280] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.154502] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.154593] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.154790] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.155113] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.155300] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.155469] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.157810] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.157810] env[69520]: DEBUG nova.virt.hardware [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.157810] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f304568f-a1dc-446a-a77a-56ad943393d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.165932] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeb9c1a-7176-411d-b535-f9c29bc01c2b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.194136] env[69520]: DEBUG nova.scheduler.client.report [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.205838] env[69520]: INFO nova.compute.manager [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Rebuilding instance [ 987.256244] env[69520]: DEBUG oslo_vmware.api [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301791} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.256244] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.256244] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.256244] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.256244] env[69520]: INFO nova.compute.manager [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 987.256244] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.256244] env[69520]: DEBUG nova.compute.manager [-] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.256244] env[69520]: DEBUG nova.network.neutron [-] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.264925] env[69520]: DEBUG nova.compute.manager [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.265786] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccae8cd-6634-460c-945b-1507391c5ca6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.423216] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c4648360-58c4-4fbd-abb1-5ee9c40901ab tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.547s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.512811] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482140, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.546162] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523527ae-0d6a-910b-e07f-5f4c2e6d7688, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.546484] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.546725] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.547043] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.547314] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.547400] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.547667] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-725d4478-8f9e-48d0-9124-aeea68dfc2a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.557300] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.557490] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.558257] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3e3a2b-739a-414b-9a5d-83f9f7e3be0b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.564707] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for the task: (returnval){ [ 987.564707] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524f35c8-7e7d-39f0-9b82-ee3ff3411954" [ 987.564707] env[69520]: _type = "Task" [ 987.564707] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.574835] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524f35c8-7e7d-39f0-9b82-ee3ff3411954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.700120] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.700693] env[69520]: DEBUG nova.compute.manager [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.705215] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.438s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.705215] env[69520]: DEBUG nova.objects.instance [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lazy-loading 'resources' on Instance uuid 75e60567-ff39-49c7-a6d0-d9391663864d {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.738262] env[69520]: DEBUG nova.compute.manager [req-0f35c28d-1ccd-49b6-ad3a-9f2f2e6b38f2 req-c9546cac-7479-42e5-86ed-9238473c79da service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Received event network-vif-deleted-70f2e50a-b5f3-424a-a27a-ff614db8118f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.738461] env[69520]: INFO nova.compute.manager [req-0f35c28d-1ccd-49b6-ad3a-9f2f2e6b38f2 req-c9546cac-7479-42e5-86ed-9238473c79da service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Neutron deleted interface 70f2e50a-b5f3-424a-a27a-ff614db8118f; detaching it from the instance and deleting it from the info cache [ 987.738646] env[69520]: DEBUG nova.network.neutron [req-0f35c28d-1ccd-49b6-ad3a-9f2f2e6b38f2 req-c9546cac-7479-42e5-86ed-9238473c79da service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.012201] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482140, 'name': CreateSnapshot_Task, 'duration_secs': 0.942542} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.012548] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 988.013298] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a61c29e-9200-421b-a42f-91eccb5c657b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.077783] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524f35c8-7e7d-39f0-9b82-ee3ff3411954, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.078667] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ccea2bf-01fe-430f-bc65-71ce51209d32 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.086133] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for the task: (returnval){ [ 988.086133] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5247c787-0edc-d444-ace5-e0bc9a8e198c" [ 988.086133] env[69520]: _type = "Task" [ 988.086133] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.097609] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5247c787-0edc-d444-ace5-e0bc9a8e198c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.211655] env[69520]: DEBUG nova.compute.utils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.214296] env[69520]: DEBUG nova.compute.manager [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.215539] env[69520]: DEBUG nova.network.neutron [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.222626] env[69520]: DEBUG nova.network.neutron [-] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.243588] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccb13720-c05f-4599-91b1-35f47264a7c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.254501] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c1c22-5595-49f0-8e99-e623251a87e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.279744] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.292200] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a606601c-6ef5-4ded-afed-3f7197bd999b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.295647] env[69520]: DEBUG nova.compute.manager [req-0f35c28d-1ccd-49b6-ad3a-9f2f2e6b38f2 req-c9546cac-7479-42e5-86ed-9238473c79da service nova] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Detach interface failed, port_id=70f2e50a-b5f3-424a-a27a-ff614db8118f, reason: Instance 843b52dc-bd8e-4499-8010-4f0858c6a1b9 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.307367] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for the task: (returnval){ [ 988.307367] env[69520]: value = "task-3482141" [ 988.307367] env[69520]: _type = "Task" [ 988.307367] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.316553] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.392750] env[69520]: DEBUG nova.policy [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eff7db00bb54eb393d01a0a56c388bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '376a437aacc340f594f1eb2fd0545547', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.439140] env[69520]: DEBUG nova.network.neutron [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Successfully updated port: bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.449958] env[69520]: DEBUG nova.compute.manager [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Stashing vm_state: stopped {{(pid=69520) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 988.519636] env[69520]: DEBUG nova.compute.manager [req-11e21662-7b36-468e-96b0-36014cdb01f4 req-5a9eb19b-0aa5-43f2-817a-e247d36c3720 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received event network-vif-plugged-bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.519941] env[69520]: DEBUG oslo_concurrency.lockutils [req-11e21662-7b36-468e-96b0-36014cdb01f4 req-5a9eb19b-0aa5-43f2-817a-e247d36c3720 service nova] Acquiring lock "a0cab861-8895-4c6c-b33d-0682928e8c25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.522064] env[69520]: DEBUG oslo_concurrency.lockutils [req-11e21662-7b36-468e-96b0-36014cdb01f4 req-5a9eb19b-0aa5-43f2-817a-e247d36c3720 service nova] Lock "a0cab861-8895-4c6c-b33d-0682928e8c25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.522525] env[69520]: DEBUG oslo_concurrency.lockutils [req-11e21662-7b36-468e-96b0-36014cdb01f4 req-5a9eb19b-0aa5-43f2-817a-e247d36c3720 service nova] Lock "a0cab861-8895-4c6c-b33d-0682928e8c25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.523235] env[69520]: DEBUG nova.compute.manager [req-11e21662-7b36-468e-96b0-36014cdb01f4 req-5a9eb19b-0aa5-43f2-817a-e247d36c3720 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] No waiting events found dispatching network-vif-plugged-bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.523483] env[69520]: WARNING nova.compute.manager [req-11e21662-7b36-468e-96b0-36014cdb01f4 req-5a9eb19b-0aa5-43f2-817a-e247d36c3720 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received unexpected event network-vif-plugged-bf7ae461-3d38-49c0-9d90-c9493a30ba96 for instance with vm_state building and task_state spawning. [ 988.536464] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.541395] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25ab5d2a-8140-4b27-a052-a387c7868e47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.549087] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 988.549087] env[69520]: value = "task-3482142" [ 988.549087] env[69520]: _type = "Task" [ 988.549087] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.562873] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482142, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.600698] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5247c787-0edc-d444-ace5-e0bc9a8e198c, 'name': SearchDatastore_Task, 'duration_secs': 0.016521} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.601247] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.601612] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] f57b1ede-1703-4d47-829b-d289cfcb32bf/f57b1ede-1703-4d47-829b-d289cfcb32bf.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.601881] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a696c2d-9400-4dcb-bde5-41827232f765 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.609439] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for the task: (returnval){ [ 988.609439] env[69520]: value = "task-3482143" [ 988.609439] env[69520]: _type = "Task" [ 988.609439] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.623146] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.692515] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af5e06e-91f9-4ec4-84b0-55f8b4d68ba8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.705084] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6464c90c-91c1-4bf8-bd4d-6ac32631c8fe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.744327] env[69520]: DEBUG nova.compute.manager [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.748182] env[69520]: INFO nova.compute.manager [-] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Took 1.49 seconds to deallocate network for instance. [ 988.751355] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3668c2-e515-4a29-873b-c46fd029106c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.765340] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89230b0-e5f6-4fae-9e99-bd7190d661e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.788020] env[69520]: DEBUG nova.compute.provider_tree [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.818518] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482141, 'name': PowerOffVM_Task, 'duration_secs': 0.335389} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.819564] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.820290] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.820836] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-898e5836-605b-4502-a789-12acb669a300 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.832415] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for the task: (returnval){ [ 988.832415] env[69520]: value = "task-3482144" [ 988.832415] env[69520]: _type = "Task" [ 988.832415] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.844953] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 988.845199] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 988.845527] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696092', 'volume_id': 'cc77b8d0-3e72-435d-b138-fe656824831a', 'name': 'volume-cc77b8d0-3e72-435d-b138-fe656824831a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c6232f-8825-4543-b5d9-f4bcb3df371d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc77b8d0-3e72-435d-b138-fe656824831a', 'serial': 'cc77b8d0-3e72-435d-b138-fe656824831a'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 988.846715] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e696e53c-d4b4-4bc1-a576-1ce145fac305 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.867254] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3daeb-0460-4285-93cb-a0a5e8b74503 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.875117] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8959b886-6540-43d1-a4de-74b7cb437c05 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.896315] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e615b502-1b03-4985-8fe9-06162d38ed7b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.913102] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] The volume has not been displaced from its original location: [datastore2] volume-cc77b8d0-3e72-435d-b138-fe656824831a/volume-cc77b8d0-3e72-435d-b138-fe656824831a.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 988.919244] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.919464] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dec94e5-ac75-404d-ba8c-c295205fe86f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.942054] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for the task: (returnval){ [ 988.942054] env[69520]: value = "task-3482145" [ 988.942054] env[69520]: _type = "Task" [ 988.942054] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.947106] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.947106] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.947290] env[69520]: DEBUG nova.network.neutron [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.954833] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.990657] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.065307] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482142, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.122192] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482143, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.267018] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.291168] env[69520]: DEBUG nova.scheduler.client.report [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.460154] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482145, 'name': ReconfigVM_Task, 'duration_secs': 0.358526} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.460448] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.470518] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a179592-ac00-4eb6-bda3-488dd0fea3db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.489105] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for the task: (returnval){ [ 989.489105] env[69520]: value = "task-3482146" [ 989.489105] env[69520]: _type = "Task" [ 989.489105] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.497906] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.501539] env[69520]: DEBUG nova.network.neutron [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.566422] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482142, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.621027] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56813} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.621420] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] f57b1ede-1703-4d47-829b-d289cfcb32bf/f57b1ede-1703-4d47-829b-d289cfcb32bf.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.621675] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.621822] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f9db633-f783-4546-a0b7-dc5375db5817 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.629853] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for the task: (returnval){ [ 989.629853] env[69520]: value = "task-3482147" [ 989.629853] env[69520]: _type = "Task" [ 989.629853] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.639363] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.689142] env[69520]: DEBUG nova.network.neutron [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [{"id": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "address": "fa:16:3e:58:ad:5c", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ae461-3d", "ovs_interfaceid": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.767126] env[69520]: DEBUG nova.compute.manager [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.776483] env[69520]: DEBUG nova.compute.manager [req-1ab45cb5-3c82-4168-8e2e-e49d7fe9f04b req-4fe53204-213b-43fa-966c-bc92f959819f service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Received event network-changed-b3b8e08f-e756-4a17-96a6-7b4f93ee039e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.776667] env[69520]: DEBUG nova.compute.manager [req-1ab45cb5-3c82-4168-8e2e-e49d7fe9f04b req-4fe53204-213b-43fa-966c-bc92f959819f service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Refreshing instance network info cache due to event network-changed-b3b8e08f-e756-4a17-96a6-7b4f93ee039e. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.776884] env[69520]: DEBUG oslo_concurrency.lockutils [req-1ab45cb5-3c82-4168-8e2e-e49d7fe9f04b req-4fe53204-213b-43fa-966c-bc92f959819f service nova] Acquiring lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.777096] env[69520]: DEBUG oslo_concurrency.lockutils [req-1ab45cb5-3c82-4168-8e2e-e49d7fe9f04b req-4fe53204-213b-43fa-966c-bc92f959819f service nova] Acquired lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.777370] env[69520]: DEBUG nova.network.neutron [req-1ab45cb5-3c82-4168-8e2e-e49d7fe9f04b req-4fe53204-213b-43fa-966c-bc92f959819f service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Refreshing network info cache for port b3b8e08f-e756-4a17-96a6-7b4f93ee039e {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.798089] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.798467] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.798794] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.799083] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.799493] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.799784] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.800168] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.800446] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.800747] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.801051] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.801370] env[69520]: DEBUG nova.virt.hardware [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.804803] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.810696] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b0e15f-4283-482a-9ff3-5015c7bfedf6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.816617] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.559s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.816873] env[69520]: DEBUG nova.objects.instance [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 989.832573] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1cc8e3-024f-4b34-8281-42859a6d952b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.838228] env[69520]: DEBUG nova.network.neutron [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Successfully created port: f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.860423] env[69520]: INFO nova.scheduler.client.report [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Deleted allocations for instance 75e60567-ff39-49c7-a6d0-d9391663864d [ 990.002567] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482146, 'name': ReconfigVM_Task, 'duration_secs': 0.179963} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.002567] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696092', 'volume_id': 'cc77b8d0-3e72-435d-b138-fe656824831a', 'name': 'volume-cc77b8d0-3e72-435d-b138-fe656824831a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c6232f-8825-4543-b5d9-f4bcb3df371d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc77b8d0-3e72-435d-b138-fe656824831a', 'serial': 'cc77b8d0-3e72-435d-b138-fe656824831a'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 990.002567] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.002567] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e06285-fce9-4f45-b47b-96628aa9267c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.011525] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.011817] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ea501a-94e4-4734-b9d6-e7f6b549ab87 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.068533] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482142, 'name': CloneVM_Task, 'duration_secs': 1.489313} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.068793] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Created linked-clone VM from snapshot [ 990.069597] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9f0991-5afb-41ab-92dd-b2a1fc083fcf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.077525] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Uploading image f68a6f46-40ba-4dd8-8de1-755e6ca8d442 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 990.080675] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.080882] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.081176] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Deleting the datastore file [datastore2] 90c6232f-8825-4543-b5d9-f4bcb3df371d {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.081317] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbaeafe2-c539-4667-b354-1c3d5363628a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.087520] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for the task: (returnval){ [ 990.087520] env[69520]: value = "task-3482149" [ 990.087520] env[69520]: _type = "Task" [ 990.087520] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.096310] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.106423] env[69520]: DEBUG oslo_vmware.rw_handles [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 990.106423] env[69520]: value = "vm-696140" [ 990.106423] env[69520]: _type = "VirtualMachine" [ 990.106423] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 990.106790] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed0ced2b-adc7-4cfe-b413-82676fcdaabd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.113652] env[69520]: DEBUG oslo_vmware.rw_handles [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lease: (returnval){ [ 990.113652] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52edb977-899e-ee7a-1b99-4811a6f06fe3" [ 990.113652] env[69520]: _type = "HttpNfcLease" [ 990.113652] env[69520]: } obtained for exporting VM: (result){ [ 990.113652] env[69520]: value = "vm-696140" [ 990.113652] env[69520]: _type = "VirtualMachine" [ 990.113652] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 990.113944] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the lease: (returnval){ [ 990.113944] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52edb977-899e-ee7a-1b99-4811a6f06fe3" [ 990.113944] env[69520]: _type = "HttpNfcLease" [ 990.113944] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 990.120955] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.120955] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52edb977-899e-ee7a-1b99-4811a6f06fe3" [ 990.120955] env[69520]: _type = "HttpNfcLease" [ 990.120955] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 990.139160] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.193401] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.193759] env[69520]: DEBUG nova.compute.manager [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Instance network_info: |[{"id": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "address": "fa:16:3e:58:ad:5c", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ae461-3d", "ovs_interfaceid": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.194209] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ad:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7ae461-3d38-49c0-9d90-c9493a30ba96', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.203108] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.203108] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.203377] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa7b7c01-ca84-402d-8a72-b81a2b3b585d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.232094] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.232094] env[69520]: value = "task-3482151" [ 990.232094] env[69520]: _type = "Task" [ 990.232094] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.241134] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482151, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.370219] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b3016ced-91c2-42af-99dc-772586679fde tempest-ServerPasswordTestJSON-950938062 tempest-ServerPasswordTestJSON-950938062-project-member] Lock "75e60567-ff39-49c7-a6d0-d9391663864d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.543s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.511072] env[69520]: DEBUG nova.network.neutron [req-1ab45cb5-3c82-4168-8e2e-e49d7fe9f04b req-4fe53204-213b-43fa-966c-bc92f959819f service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updated VIF entry in instance network info cache for port b3b8e08f-e756-4a17-96a6-7b4f93ee039e. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.511465] env[69520]: DEBUG nova.network.neutron [req-1ab45cb5-3c82-4168-8e2e-e49d7fe9f04b req-4fe53204-213b-43fa-966c-bc92f959819f service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance_info_cache with network_info: [{"id": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "address": "fa:16:3e:19:39:23", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8e08f-e7", "ovs_interfaceid": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.597843] env[69520]: DEBUG oslo_vmware.api [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Task: {'id': task-3482149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29571} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.598101] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.598290] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.598470] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.626793] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.626793] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52edb977-899e-ee7a-1b99-4811a6f06fe3" [ 990.626793] env[69520]: _type = "HttpNfcLease" [ 990.626793] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.627116] env[69520]: DEBUG oslo_vmware.rw_handles [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.627116] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52edb977-899e-ee7a-1b99-4811a6f06fe3" [ 990.627116] env[69520]: _type = "HttpNfcLease" [ 990.627116] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 990.627856] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e41e422-bded-4e54-9572-71a0239e3fbd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.647882] env[69520]: DEBUG oslo_vmware.rw_handles [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d37dd-d875-15d7-a3d0-ee1d4da0544a/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.648085] env[69520]: DEBUG oslo_vmware.rw_handles [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d37dd-d875-15d7-a3d0-ee1d4da0544a/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.651970] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.709404] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 990.709733] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4035421-7ec6-46e0-887d-fd537e4c5883 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.720565] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec8ac28-0447-4750-aba7-3798f9244aa5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.741269] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482151, 'name': CreateVM_Task, 'duration_secs': 0.44351} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.741457] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.742149] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.742341] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.742690] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.755709] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c11b82-f7e3-4371-aeae-532fc5c24d5c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.758963] env[69520]: ERROR nova.compute.manager [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Failed to detach volume cc77b8d0-3e72-435d-b138-fe656824831a from /dev/sda: nova.exception.InstanceNotFound: Instance 90c6232f-8825-4543-b5d9-f4bcb3df371d could not be found. [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Traceback (most recent call last): [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self.driver.rebuild(**kwargs) [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] raise NotImplementedError() [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] NotImplementedError [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] During handling of the above exception, another exception occurred: [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Traceback (most recent call last): [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self.driver.detach_volume(context, old_connection_info, [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] return self._volumeops.detach_volume(connection_info, instance) [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self._detach_volume_vmdk(connection_info, instance) [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] stable_ref.fetch_moref(session) [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] nova.exception.InstanceNotFound: Instance 90c6232f-8825-4543-b5d9-f4bcb3df371d could not be found. [ 990.758963] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] [ 990.763733] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e755bb6a-8982-4dab-bd27-1a2154a6f077 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.766519] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 990.766519] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5208dfac-7677-1b44-0561-d63ff16f71eb" [ 990.766519] env[69520]: _type = "Task" [ 990.766519] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.775840] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5208dfac-7677-1b44-0561-d63ff16f71eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.828181] env[69520]: DEBUG oslo_concurrency.lockutils [None req-584fe056-96a8-4951-a554-4a564adfd7a4 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.829302] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.427s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.829521] env[69520]: DEBUG nova.objects.instance [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lazy-loading 'resources' on Instance uuid 792dcb73-4333-451c-9a76-02a3afcfe330 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.836233] env[69520]: DEBUG nova.compute.manager [req-53541750-05ef-4c21-a4c2-81a613f9a9d1 req-6034a962-dcb3-4aa3-a34b-2e5af154fa96 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received event network-changed-bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.836233] env[69520]: DEBUG nova.compute.manager [req-53541750-05ef-4c21-a4c2-81a613f9a9d1 req-6034a962-dcb3-4aa3-a34b-2e5af154fa96 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing instance network info cache due to event network-changed-bf7ae461-3d38-49c0-9d90-c9493a30ba96. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.836233] env[69520]: DEBUG oslo_concurrency.lockutils [req-53541750-05ef-4c21-a4c2-81a613f9a9d1 req-6034a962-dcb3-4aa3-a34b-2e5af154fa96 service nova] Acquiring lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.836233] env[69520]: DEBUG oslo_concurrency.lockutils [req-53541750-05ef-4c21-a4c2-81a613f9a9d1 req-6034a962-dcb3-4aa3-a34b-2e5af154fa96 service nova] Acquired lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.836233] env[69520]: DEBUG nova.network.neutron [req-53541750-05ef-4c21-a4c2-81a613f9a9d1 req-6034a962-dcb3-4aa3-a34b-2e5af154fa96 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing network info cache for port bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.015406] env[69520]: DEBUG oslo_concurrency.lockutils [req-1ab45cb5-3c82-4168-8e2e-e49d7fe9f04b req-4fe53204-213b-43fa-966c-bc92f959819f service nova] Releasing lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.037238] env[69520]: DEBUG nova.compute.utils [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Build of instance 90c6232f-8825-4543-b5d9-f4bcb3df371d aborted: Failed to rebuild volume backed instance. {{(pid=69520) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 991.039103] env[69520]: ERROR nova.compute.manager [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 90c6232f-8825-4543-b5d9-f4bcb3df371d aborted: Failed to rebuild volume backed instance. [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Traceback (most recent call last): [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self.driver.rebuild(**kwargs) [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] raise NotImplementedError() [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] NotImplementedError [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] During handling of the above exception, another exception occurred: [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Traceback (most recent call last): [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self._detach_root_volume(context, instance, root_bdm) [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] with excutils.save_and_reraise_exception(): [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self.force_reraise() [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] raise self.value [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self.driver.detach_volume(context, old_connection_info, [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] return self._volumeops.detach_volume(connection_info, instance) [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self._detach_volume_vmdk(connection_info, instance) [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] stable_ref.fetch_moref(session) [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] nova.exception.InstanceNotFound: Instance 90c6232f-8825-4543-b5d9-f4bcb3df371d could not be found. [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] During handling of the above exception, another exception occurred: [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Traceback (most recent call last): [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] yield [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 991.039103] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self._do_rebuild_instance_with_claim( [ 991.040627] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 991.040627] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self._do_rebuild_instance( [ 991.040627] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 991.040627] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self._rebuild_default_impl(**kwargs) [ 991.040627] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 991.040627] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] self._rebuild_volume_backed_instance( [ 991.040627] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 991.040627] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] raise exception.BuildAbortException( [ 991.040627] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] nova.exception.BuildAbortException: Build of instance 90c6232f-8825-4543-b5d9-f4bcb3df371d aborted: Failed to rebuild volume backed instance. [ 991.040627] env[69520]: ERROR nova.compute.manager [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] [ 991.145846] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.173516} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.146138] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.146938] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b26951-ffc9-47b8-b119-77f50e83064c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.170879] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] f57b1ede-1703-4d47-829b-d289cfcb32bf/f57b1ede-1703-4d47-829b-d289cfcb32bf.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.171370] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f50627d-f122-4a0b-8c57-13d4f333dacf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.194023] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for the task: (returnval){ [ 991.194023] env[69520]: value = "task-3482152" [ 991.194023] env[69520]: _type = "Task" [ 991.194023] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.204116] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.282706] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5208dfac-7677-1b44-0561-d63ff16f71eb, 'name': SearchDatastore_Task, 'duration_secs': 0.022238} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.283385] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.283729] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.284072] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.284319] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.284723] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.285443] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2136b26c-4a03-4e4b-aadc-e3a2ff32d9c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.295454] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.296243] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.299957] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b70cdb8-b9f5-4bcf-bec6-117d1ef03f85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.305566] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 991.305566] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52917dcd-3cef-8127-0d9d-5ed6f0cd3bc8" [ 991.305566] env[69520]: _type = "Task" [ 991.305566] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.316300] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52917dcd-3cef-8127-0d9d-5ed6f0cd3bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.317590] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b981817-945b-49b4-b3d9-38ba3eac4ab0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.322648] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 991.322648] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526619da-53bc-a6da-bbd6-8fb0323d88e7" [ 991.322648] env[69520]: _type = "Task" [ 991.322648] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.336787] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526619da-53bc-a6da-bbd6-8fb0323d88e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.710647] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482152, 'name': ReconfigVM_Task, 'duration_secs': 0.457894} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.711099] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Reconfigured VM instance instance-00000051 to attach disk [datastore2] f57b1ede-1703-4d47-829b-d289cfcb32bf/f57b1ede-1703-4d47-829b-d289cfcb32bf.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.712128] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be8fa24a-aa38-4919-a130-778a90a1ad4d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.726022] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for the task: (returnval){ [ 991.726022] env[69520]: value = "task-3482153" [ 991.726022] env[69520]: _type = "Task" [ 991.726022] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.739168] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482153, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.765360] env[69520]: DEBUG nova.network.neutron [req-53541750-05ef-4c21-a4c2-81a613f9a9d1 req-6034a962-dcb3-4aa3-a34b-2e5af154fa96 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updated VIF entry in instance network info cache for port bf7ae461-3d38-49c0-9d90-c9493a30ba96. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.765867] env[69520]: DEBUG nova.network.neutron [req-53541750-05ef-4c21-a4c2-81a613f9a9d1 req-6034a962-dcb3-4aa3-a34b-2e5af154fa96 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [{"id": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "address": "fa:16:3e:58:ad:5c", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ae461-3d", "ovs_interfaceid": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.777886] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c18f3-084f-4707-bf81-fb5039a2a095 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.788623] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c0065-19cf-417f-a437-2b44746b500e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.828890] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5709a44-093c-4f96-a0a5-5bc9f5a7be19 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.836760] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526619da-53bc-a6da-bbd6-8fb0323d88e7, 'name': SearchDatastore_Task, 'duration_secs': 0.022065} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.839180] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.839573] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a0cab861-8895-4c6c-b33d-0682928e8c25/a0cab861-8895-4c6c-b33d-0682928e8c25.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.839943] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-796e4321-3d63-4b45-b97c-df407a54d1a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.842865] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33b6845-605e-4dc9-a186-6d4c10687e48 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.858544] env[69520]: DEBUG nova.compute.provider_tree [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.862028] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 991.862028] env[69520]: value = "task-3482154" [ 991.862028] env[69520]: _type = "Task" [ 991.862028] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.869319] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.238204] env[69520]: DEBUG nova.compute.manager [req-7e82ef6a-6cd9-409f-b04b-5955f9ae2fbc req-2f8723e4-b72f-4dbe-89c5-b3170099a2d5 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received event network-vif-plugged-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.238434] env[69520]: DEBUG oslo_concurrency.lockutils [req-7e82ef6a-6cd9-409f-b04b-5955f9ae2fbc req-2f8723e4-b72f-4dbe-89c5-b3170099a2d5 service nova] Acquiring lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.238725] env[69520]: DEBUG oslo_concurrency.lockutils [req-7e82ef6a-6cd9-409f-b04b-5955f9ae2fbc req-2f8723e4-b72f-4dbe-89c5-b3170099a2d5 service nova] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.239067] env[69520]: DEBUG oslo_concurrency.lockutils [req-7e82ef6a-6cd9-409f-b04b-5955f9ae2fbc req-2f8723e4-b72f-4dbe-89c5-b3170099a2d5 service nova] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.239318] env[69520]: DEBUG nova.compute.manager [req-7e82ef6a-6cd9-409f-b04b-5955f9ae2fbc req-2f8723e4-b72f-4dbe-89c5-b3170099a2d5 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] No waiting events found dispatching network-vif-plugged-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.239603] env[69520]: WARNING nova.compute.manager [req-7e82ef6a-6cd9-409f-b04b-5955f9ae2fbc req-2f8723e4-b72f-4dbe-89c5-b3170099a2d5 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received unexpected event network-vif-plugged-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 for instance with vm_state building and task_state spawning. [ 992.247057] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482153, 'name': Rename_Task, 'duration_secs': 0.196594} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.248127] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.248127] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27244212-1482-4d31-bc2e-38baa6337e53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.255666] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for the task: (returnval){ [ 992.255666] env[69520]: value = "task-3482155" [ 992.255666] env[69520]: _type = "Task" [ 992.255666] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.267442] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.268284] env[69520]: DEBUG oslo_concurrency.lockutils [req-53541750-05ef-4c21-a4c2-81a613f9a9d1 req-6034a962-dcb3-4aa3-a34b-2e5af154fa96 service nova] Releasing lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.337598] env[69520]: DEBUG nova.network.neutron [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Successfully updated port: f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.364153] env[69520]: DEBUG nova.scheduler.client.report [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.381107] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482154, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.490715] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.491234] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.771034] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482155, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.841301] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.841474] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.841670] env[69520]: DEBUG nova.network.neutron [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.870061] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.878105] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.838s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.878689] env[69520]: DEBUG nova.objects.instance [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lazy-loading 'resources' on Instance uuid 9d1522e6-4dee-4437-9008-08c11f2df316 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.890313] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482154, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.911957] env[69520]: INFO nova.scheduler.client.report [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted allocations for instance 792dcb73-4333-451c-9a76-02a3afcfe330 [ 992.994415] env[69520]: DEBUG nova.compute.manager [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.064474] env[69520]: DEBUG oslo_concurrency.lockutils [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.270494] env[69520]: DEBUG oslo_vmware.api [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482155, 'name': PowerOnVM_Task, 'duration_secs': 0.659513} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.270975] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.270975] env[69520]: INFO nova.compute.manager [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Took 10.56 seconds to spawn the instance on the hypervisor. [ 993.271193] env[69520]: DEBUG nova.compute.manager [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.272034] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14caab3c-eec6-46e3-8ea1-885c76438d05 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.376178] env[69520]: DEBUG nova.network.neutron [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.383545] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482154, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.419676] env[69520]: DEBUG oslo_concurrency.lockutils [None req-eb293d60-1f2f-4bee-8646-c031ca8ce774 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "792dcb73-4333-451c-9a76-02a3afcfe330" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.955s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.526385] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.578256] env[69520]: DEBUG nova.network.neutron [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updating instance_info_cache with network_info: [{"id": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "address": "fa:16:3e:a4:1e:ab", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ae3a7c-e8", "ovs_interfaceid": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.748088] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2a24aa-0906-4edd-a96b-dad8ea9279e8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.756980] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dd21f6-5f85-4327-b38c-4dfbb08ba258 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.810478] env[69520]: INFO nova.compute.manager [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Took 41.18 seconds to build instance. [ 993.812372] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bea018-3662-4e44-992a-d5b2de45df85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.820898] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88cf83e-d1bc-490c-aa9e-aeaa5b7af284 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.838916] env[69520]: DEBUG nova.compute.provider_tree [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.656250] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.656556] env[69520]: DEBUG nova.compute.manager [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Instance network_info: |[{"id": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "address": "fa:16:3e:a4:1e:ab", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ae3a7c-e8", "ovs_interfaceid": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.656925] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquiring lock "f57b1ede-1703-4d47-829b-d289cfcb32bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.657362] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d629afe0-1b7c-458d-b044-8626525f97f6 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lock "f57b1ede-1703-4d47-829b-d289cfcb32bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.039s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.658060] env[69520]: DEBUG nova.scheduler.client.report [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.663906] env[69520]: DEBUG nova.compute.manager [req-d1900e08-df06-4f26-9a81-1a409ceac35e req-733f4e81-7a70-4f88-b3e3-12419bfefc2b service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received event network-changed-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.664110] env[69520]: DEBUG nova.compute.manager [req-d1900e08-df06-4f26-9a81-1a409ceac35e req-733f4e81-7a70-4f88-b3e3-12419bfefc2b service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Refreshing instance network info cache due to event network-changed-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.664322] env[69520]: DEBUG oslo_concurrency.lockutils [req-d1900e08-df06-4f26-9a81-1a409ceac35e req-733f4e81-7a70-4f88-b3e3-12419bfefc2b service nova] Acquiring lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.664464] env[69520]: DEBUG oslo_concurrency.lockutils [req-d1900e08-df06-4f26-9a81-1a409ceac35e req-733f4e81-7a70-4f88-b3e3-12419bfefc2b service nova] Acquired lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.664618] env[69520]: DEBUG nova.network.neutron [req-d1900e08-df06-4f26-9a81-1a409ceac35e req-733f4e81-7a70-4f88-b3e3-12419bfefc2b service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Refreshing network info cache for port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.666252] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:1e:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0ae3a7c-e8f6-4f6e-8094-d743f45103a1', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.673931] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating folder: Project (376a437aacc340f594f1eb2fd0545547). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.674680] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lock "f57b1ede-1703-4d47-829b-d289cfcb32bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.018s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.674942] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquiring lock "f57b1ede-1703-4d47-829b-d289cfcb32bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.675171] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lock "f57b1ede-1703-4d47-829b-d289cfcb32bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.676468] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lock "f57b1ede-1703-4d47-829b-d289cfcb32bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.677688] env[69520]: INFO nova.compute.manager [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Terminating instance [ 994.680190] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd21ef22-bf5b-4fb6-98e3-7b20de59c005 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.686944] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482154, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.573517} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.687768] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a0cab861-8895-4c6c-b33d-0682928e8c25/a0cab861-8895-4c6c-b33d-0682928e8c25.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.688028] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.688305] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4147d38-b4c8-40ff-a35c-77fc5751fb51 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.695557] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 994.695557] env[69520]: value = "task-3482157" [ 994.695557] env[69520]: _type = "Task" [ 994.695557] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.696953] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Created folder: Project (376a437aacc340f594f1eb2fd0545547) in parent group-v695915. [ 994.697180] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating folder: Instances. Parent ref: group-v696142. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.703141] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02f34ae2-5214-4881-a3fa-f1288811a058 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.711929] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.715353] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Created folder: Instances in parent group-v696142. [ 994.715353] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.715353] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.715353] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19716867-1ec8-4f37-bf67-c5ab86fdd269 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.738868] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.738868] env[69520]: value = "task-3482159" [ 994.738868] env[69520]: _type = "Task" [ 994.738868] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.747070] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482159, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.170020] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Acquiring lock "90c6232f-8825-4543-b5d9-f4bcb3df371d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.170020] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "90c6232f-8825-4543-b5d9-f4bcb3df371d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.170020] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Acquiring lock "90c6232f-8825-4543-b5d9-f4bcb3df371d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.170020] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "90c6232f-8825-4543-b5d9-f4bcb3df371d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.170020] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "90c6232f-8825-4543-b5d9-f4bcb3df371d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.170020] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.172676] env[69520]: INFO nova.compute.manager [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Terminating instance [ 995.174988] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.126s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.175372] env[69520]: DEBUG nova.objects.instance [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lazy-loading 'resources' on Instance uuid 8e3649ec-203a-4b43-bf19-cf1634906ca6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.189284] env[69520]: DEBUG nova.compute.manager [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.189577] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.191398] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0baa4f-025a-4b0f-9116-b08dd4e210e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.195353] env[69520]: INFO nova.scheduler.client.report [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Deleted allocations for instance 9d1522e6-4dee-4437-9008-08c11f2df316 [ 995.206540] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.207320] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-710a6901-df44-4497-8261-e72b3003d998 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.212222] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073863} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.213186] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.214031] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd560a1f-87f9-48bd-bcaa-447b5ed645d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.218372] env[69520]: DEBUG oslo_vmware.api [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for the task: (returnval){ [ 995.218372] env[69520]: value = "task-3482160" [ 995.218372] env[69520]: _type = "Task" [ 995.218372] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.240851] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] a0cab861-8895-4c6c-b33d-0682928e8c25/a0cab861-8895-4c6c-b33d-0682928e8c25.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.242131] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65c2b2c7-cbb6-42a3-a425-2210cab1471b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.265417] env[69520]: DEBUG oslo_vmware.api [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.278223] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482159, 'name': CreateVM_Task, 'duration_secs': 0.367849} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.279679] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.280106] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 995.280106] env[69520]: value = "task-3482161" [ 995.280106] env[69520]: _type = "Task" [ 995.280106] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.280792] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.280980] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.281339] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.281668] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47333cae-47bd-4ce0-8151-1bd8644c45b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.290739] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 995.290739] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5276399b-7488-cb78-205a-a7f14268f9e5" [ 995.290739] env[69520]: _type = "Task" [ 995.290739] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.296920] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.304912] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5276399b-7488-cb78-205a-a7f14268f9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.305424] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.306455] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.306455] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.306455] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.306455] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.306672] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6db200c-1024-48d3-8965-09fc441890ff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.316284] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.316508] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.317337] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097f879a-88b7-4441-b72a-41990f8d3616 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.322854] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 995.322854] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527ac285-7851-d89a-6e2a-97e0d02dc0e3" [ 995.322854] env[69520]: _type = "Task" [ 995.322854] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.331618] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527ac285-7851-d89a-6e2a-97e0d02dc0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.574889] env[69520]: DEBUG nova.network.neutron [req-d1900e08-df06-4f26-9a81-1a409ceac35e req-733f4e81-7a70-4f88-b3e3-12419bfefc2b service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updated VIF entry in instance network info cache for port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.574889] env[69520]: DEBUG nova.network.neutron [req-d1900e08-df06-4f26-9a81-1a409ceac35e req-733f4e81-7a70-4f88-b3e3-12419bfefc2b service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updating instance_info_cache with network_info: [{"id": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "address": "fa:16:3e:a4:1e:ab", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ae3a7c-e8", "ovs_interfaceid": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.593168] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.593441] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.683919] env[69520]: DEBUG nova.compute.manager [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.685450] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a55c98c-903f-4892-b404-947b757e6636 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.695054] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdf0fe2-2599-4665-b3ff-010fc36349c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.712757] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9ed8a4ab-ba8c-46cf-865d-31a4247b8742 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "9d1522e6-4dee-4437-9008-08c11f2df316" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.853s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.742994] env[69520]: WARNING nova.virt.vmwareapi.driver [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 90c6232f-8825-4543-b5d9-f4bcb3df371d could not be found. [ 995.743234] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.744257] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d4b0216-6d26-47d3-a21c-f18db01477e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.750182] env[69520]: DEBUG oslo_vmware.api [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482160, 'name': PowerOffVM_Task, 'duration_secs': 0.244165} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.750843] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.751167] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.751290] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bc4b185-373d-4496-9adc-51375c4cae2b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.766085] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8984aac-bab7-4e72-91f8-3278428a39be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.791924] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482161, 'name': ReconfigVM_Task, 'duration_secs': 0.324855} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.794694] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Reconfigured VM instance instance-00000052 to attach disk [datastore2] a0cab861-8895-4c6c-b33d-0682928e8c25/a0cab861-8895-4c6c-b33d-0682928e8c25.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.808995] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22dc97ba-bb3b-44f2-863e-7ade95fc3917 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.811080] env[69520]: WARNING nova.virt.vmwareapi.vmops [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 90c6232f-8825-4543-b5d9-f4bcb3df371d could not be found. [ 995.811248] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.811426] env[69520]: INFO nova.compute.manager [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Took 0.13 seconds to destroy the instance on the hypervisor. [ 995.811671] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.814675] env[69520]: DEBUG nova.compute.manager [-] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.814775] env[69520]: DEBUG nova.network.neutron [-] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.820562] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.820766] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.820939] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Deleting the datastore file [datastore2] f57b1ede-1703-4d47-829b-d289cfcb32bf {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.821230] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0af93a9-a703-4bb0-9631-73125a983fae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.828833] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 995.828833] env[69520]: value = "task-3482163" [ 995.828833] env[69520]: _type = "Task" [ 995.828833] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.841741] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527ac285-7851-d89a-6e2a-97e0d02dc0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.842090] env[69520]: DEBUG oslo_vmware.api [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for the task: (returnval){ [ 995.842090] env[69520]: value = "task-3482164" [ 995.842090] env[69520]: _type = "Task" [ 995.842090] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.844085] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9159d95-efb8-4950-85b2-5a6dea2fc936 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.853054] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482163, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.865876] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 995.865876] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526c198f-71f1-45cb-96da-75e0f8c62497" [ 995.865876] env[69520]: _type = "Task" [ 995.865876] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.866312] env[69520]: DEBUG oslo_vmware.api [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.876139] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526c198f-71f1-45cb-96da-75e0f8c62497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.069932] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fe22a0-1d66-46c3-9a38-0f8bbf7bb0cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.078377] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c17969-5fd2-475b-aa5e-483fd91be707 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.081928] env[69520]: DEBUG oslo_concurrency.lockutils [req-d1900e08-df06-4f26-9a81-1a409ceac35e req-733f4e81-7a70-4f88-b3e3-12419bfefc2b service nova] Releasing lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.112013] env[69520]: DEBUG nova.compute.manager [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.118025] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a899596b-f9f1-41f2-9622-7240529bea3d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.124767] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a544bf41-e343-417a-b6dc-82450a09d648 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.141705] env[69520]: DEBUG nova.compute.provider_tree [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.184767] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.185099] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.185326] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.185894] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.186094] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.189971] env[69520]: INFO nova.compute.manager [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Terminating instance [ 996.344924] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482163, 'name': Rename_Task, 'duration_secs': 0.185449} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.350241] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.350241] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6384ba34-9bb5-4c7b-804d-4a2909bc40da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.359704] env[69520]: DEBUG oslo_vmware.api [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Task: {'id': task-3482164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233676} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.361597] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.361879] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.362110] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.362672] env[69520]: INFO nova.compute.manager [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 996.362976] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.363276] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 996.363276] env[69520]: value = "task-3482165" [ 996.363276] env[69520]: _type = "Task" [ 996.363276] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.363528] env[69520]: DEBUG nova.compute.manager [-] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.363664] env[69520]: DEBUG nova.network.neutron [-] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.382721] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482165, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.390021] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526c198f-71f1-45cb-96da-75e0f8c62497, 'name': SearchDatastore_Task, 'duration_secs': 0.036456} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.390021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.390021] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9e1dce19-6806-41c2-907a-f7f42312e57b/9e1dce19-6806-41c2-907a-f7f42312e57b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.390021] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5f421e3-6929-4f74-bf3b-651b245a5c73 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.396168] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 996.396168] env[69520]: value = "task-3482166" [ 996.396168] env[69520]: _type = "Task" [ 996.396168] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.408392] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.514019] env[69520]: DEBUG nova.compute.manager [req-134031a4-2366-40c8-8452-2677a8992fc8 req-654c0977-d6e5-40ae-b7e0-d2cf5e18ce44 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Received event network-vif-deleted-05a607ab-dfe8-4159-8df9-4d4ad1768ba0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.515893] env[69520]: INFO nova.compute.manager [req-134031a4-2366-40c8-8452-2677a8992fc8 req-654c0977-d6e5-40ae-b7e0-d2cf5e18ce44 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Neutron deleted interface 05a607ab-dfe8-4159-8df9-4d4ad1768ba0; detaching it from the instance and deleting it from the info cache [ 996.515893] env[69520]: DEBUG nova.network.neutron [req-134031a4-2366-40c8-8452-2677a8992fc8 req-654c0977-d6e5-40ae-b7e0-d2cf5e18ce44 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.631839] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.632189] env[69520]: DEBUG nova.network.neutron [-] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.648255] env[69520]: DEBUG nova.scheduler.client.report [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.695124] env[69520]: DEBUG nova.compute.manager [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.695875] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.696740] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca71ce9-1f2e-46c6-b523-71cbc0bb1adc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.707637] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.708277] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ff7199-0300-4733-8933-8997d5976f7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.716114] env[69520]: DEBUG oslo_vmware.api [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 996.716114] env[69520]: value = "task-3482167" [ 996.716114] env[69520]: _type = "Task" [ 996.716114] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.729318] env[69520]: DEBUG oslo_vmware.api [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.879465] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.908704] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496997} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.910112] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9e1dce19-6806-41c2-907a-f7f42312e57b/9e1dce19-6806-41c2-907a-f7f42312e57b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.910112] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.910112] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a21bc8b-46fa-48d5-956b-895bae7f14e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.920577] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 996.920577] env[69520]: value = "task-3482168" [ 996.920577] env[69520]: _type = "Task" [ 996.920577] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.931091] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.018466] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fdd7090-65ac-4eac-993d-1b862ac7ff62 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.029324] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef7fdaa-1134-4b04-8331-7f5744114a38 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.066021] env[69520]: DEBUG nova.compute.manager [req-134031a4-2366-40c8-8452-2677a8992fc8 req-654c0977-d6e5-40ae-b7e0-d2cf5e18ce44 service nova] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Detach interface failed, port_id=05a607ab-dfe8-4159-8df9-4d4ad1768ba0, reason: Instance 90c6232f-8825-4543-b5d9-f4bcb3df371d could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.137230] env[69520]: INFO nova.compute.manager [-] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Took 1.32 seconds to deallocate network for instance. [ 997.157899] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.163145] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.252s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.172175] env[69520]: DEBUG nova.network.neutron [-] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.204333] env[69520]: INFO nova.scheduler.client.report [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Deleted allocations for instance 8e3649ec-203a-4b43-bf19-cf1634906ca6 [ 997.227339] env[69520]: DEBUG oslo_vmware.api [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482167, 'name': PowerOffVM_Task, 'duration_secs': 0.263042} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.227683] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.227858] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.228178] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf7796e-de71-4997-8a9d-a4fb8a0c6ace {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.301951] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.302185] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.302389] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Deleting the datastore file [datastore1] 99923d06-d31c-4c3c-ad53-4fd59c5066f6 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.303413] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44a8c649-b1bf-48bc-a681-c5d53e874892 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.310416] env[69520]: DEBUG oslo_vmware.api [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for the task: (returnval){ [ 997.310416] env[69520]: value = "task-3482170" [ 997.310416] env[69520]: _type = "Task" [ 997.310416] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.322783] env[69520]: DEBUG oslo_vmware.api [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.378737] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.430201] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159196} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.430847] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.431689] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3797b946-829d-4f48-84f0-a79eacceea06 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.461199] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 9e1dce19-6806-41c2-907a-f7f42312e57b/9e1dce19-6806-41c2-907a-f7f42312e57b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.462025] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a1fce6-5e0a-405d-ae3d-6b39db039945 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.485053] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 997.485053] env[69520]: value = "task-3482171" [ 997.485053] env[69520]: _type = "Task" [ 997.485053] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.494354] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.668547] env[69520]: INFO nova.compute.claims [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.677867] env[69520]: INFO nova.compute.manager [-] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Took 1.31 seconds to deallocate network for instance. [ 997.695092] env[69520]: INFO nova.compute.manager [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Took 0.56 seconds to detach 1 volumes for instance. [ 997.698109] env[69520]: DEBUG nova.compute.manager [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Deleting volume: cc77b8d0-3e72-435d-b138-fe656824831a {{(pid=69520) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 997.712455] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0609151c-5d6a-417f-a011-8a85525b2ab5 tempest-VolumesAdminNegativeTest-1213495981 tempest-VolumesAdminNegativeTest-1213495981-project-member] Lock "8e3649ec-203a-4b43-bf19-cf1634906ca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.329s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.822109] env[69520]: DEBUG oslo_vmware.api [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Task: {'id': task-3482170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18523} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.822452] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.822679] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.822876] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.823090] env[69520]: INFO nova.compute.manager [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 997.823364] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.823599] env[69520]: DEBUG nova.compute.manager [-] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.823753] env[69520]: DEBUG nova.network.neutron [-] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.877909] env[69520]: DEBUG oslo_vmware.api [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482165, 'name': PowerOnVM_Task, 'duration_secs': 1.10301} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.878354] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.878609] env[69520]: INFO nova.compute.manager [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Took 10.76 seconds to spawn the instance on the hypervisor. [ 997.878799] env[69520]: DEBUG nova.compute.manager [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.879681] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783e9781-a9eb-46b6-a99d-41f9b6dcab8b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.998399] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.177133] env[69520]: INFO nova.compute.resource_tracker [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating resource usage from migration d049b567-705f-48f7-b380-da0bd9723d9d [ 998.186196] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.245389] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.400725] env[69520]: INFO nova.compute.manager [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Took 39.41 seconds to build instance. [ 998.499628] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.501319] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5d5b73-e8ca-497d-9dce-350b0521f32b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.510859] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c0806-2236-44a4-83d2-47a572bb7551 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.549872] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5284bdbf-f1b5-49db-b2c6-88a8292df3bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.553950] env[69520]: DEBUG nova.compute.manager [req-064fb73a-c825-4e83-8492-4ac3385be045 req-3afb3c06-fbd6-44ca-b860-0503bdf2da09 service nova] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Received event network-vif-deleted-d9f52ed2-210d-4576-8aad-200e48df5906 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.554192] env[69520]: DEBUG nova.compute.manager [req-064fb73a-c825-4e83-8492-4ac3385be045 req-3afb3c06-fbd6-44ca-b860-0503bdf2da09 service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Received event network-vif-deleted-e15f1778-3b4f-4abb-b3be-28da2f622ff1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.554370] env[69520]: INFO nova.compute.manager [req-064fb73a-c825-4e83-8492-4ac3385be045 req-3afb3c06-fbd6-44ca-b860-0503bdf2da09 service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Neutron deleted interface e15f1778-3b4f-4abb-b3be-28da2f622ff1; detaching it from the instance and deleting it from the info cache [ 998.554540] env[69520]: DEBUG nova.network.neutron [req-064fb73a-c825-4e83-8492-4ac3385be045 req-3afb3c06-fbd6-44ca-b860-0503bdf2da09 service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.562601] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8ce030-a36b-4c8d-b26b-47b5f9e1c67a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.579352] env[69520]: DEBUG nova.compute.provider_tree [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.685143] env[69520]: DEBUG nova.network.neutron [-] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.903328] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd0b0373-0bb8-43d2-a5a2-ba7c15ee2dbc tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "a0cab861-8895-4c6c-b33d-0682928e8c25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.933s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.999129] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.057103] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58ccc5bf-359e-4335-b5e8-69a0dd8eb8f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.068059] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8ca9a4-9966-4f3d-b5a3-9e2c6cdfeeb1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.082401] env[69520]: DEBUG nova.scheduler.client.report [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.103301] env[69520]: DEBUG nova.compute.manager [req-064fb73a-c825-4e83-8492-4ac3385be045 req-3afb3c06-fbd6-44ca-b860-0503bdf2da09 service nova] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Detach interface failed, port_id=e15f1778-3b4f-4abb-b3be-28da2f622ff1, reason: Instance 99923d06-d31c-4c3c-ad53-4fd59c5066f6 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.188827] env[69520]: INFO nova.compute.manager [-] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Took 1.36 seconds to deallocate network for instance. [ 999.501726] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482171, 'name': ReconfigVM_Task, 'duration_secs': 1.541969} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.502099] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 9e1dce19-6806-41c2-907a-f7f42312e57b/9e1dce19-6806-41c2-907a-f7f42312e57b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.502741] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c060b06-f41e-4720-8558-c6d52e4c4d2e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.512933] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 999.512933] env[69520]: value = "task-3482173" [ 999.512933] env[69520]: _type = "Task" [ 999.512933] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.524132] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482173, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.590182] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.430s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.591390] env[69520]: INFO nova.compute.manager [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Migrating [ 999.598343] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.233s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.598343] env[69520]: DEBUG nova.objects.instance [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 999.627920] env[69520]: DEBUG oslo_vmware.rw_handles [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d37dd-d875-15d7-a3d0-ee1d4da0544a/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 999.628947] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c239bcc-1224-4549-9089-360a702afff1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.639110] env[69520]: DEBUG oslo_vmware.rw_handles [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d37dd-d875-15d7-a3d0-ee1d4da0544a/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 999.639281] env[69520]: ERROR oslo_vmware.rw_handles [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d37dd-d875-15d7-a3d0-ee1d4da0544a/disk-0.vmdk due to incomplete transfer. [ 999.639466] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d44abbe-407c-4650-9bbe-939063d1571a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.651010] env[69520]: DEBUG oslo_vmware.rw_handles [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d37dd-d875-15d7-a3d0-ee1d4da0544a/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 999.651326] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Uploaded image f68a6f46-40ba-4dd8-8de1-755e6ca8d442 to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 999.655352] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 999.656793] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1afcb95d-be16-4f7a-b132-d7dca3efe8e4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.668211] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 999.668211] env[69520]: value = "task-3482174" [ 999.668211] env[69520]: _type = "Task" [ 999.668211] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.679060] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482174, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.698490] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.024723] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482173, 'name': Rename_Task, 'duration_secs': 0.173351} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.025199] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.025642] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85874c4f-b85a-4a3e-93f9-0b54b383f1a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.034928] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1000.034928] env[69520]: value = "task-3482175" [ 1000.034928] env[69520]: _type = "Task" [ 1000.034928] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.044778] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.118092] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.118388] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.118620] env[69520]: DEBUG nova.network.neutron [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.179056] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482174, 'name': Destroy_Task, 'duration_secs': 0.33769} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.179356] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Destroyed the VM [ 1000.179613] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1000.179867] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd0cb530-57b4-4fb1-baa6-a1b2f8eac9fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.185901] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1000.185901] env[69520]: value = "task-3482176" [ 1000.185901] env[69520]: _type = "Task" [ 1000.185901] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.194490] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482176, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.513582] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.513906] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.547600] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.582249] env[69520]: DEBUG nova.compute.manager [req-9b9e80e7-f585-4947-b9a4-c81d558aa64b req-2218b6d7-995b-46e2-a9d2-8ed90bab1935 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received event network-changed-bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.582532] env[69520]: DEBUG nova.compute.manager [req-9b9e80e7-f585-4947-b9a4-c81d558aa64b req-2218b6d7-995b-46e2-a9d2-8ed90bab1935 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing instance network info cache due to event network-changed-bf7ae461-3d38-49c0-9d90-c9493a30ba96. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.582800] env[69520]: DEBUG oslo_concurrency.lockutils [req-9b9e80e7-f585-4947-b9a4-c81d558aa64b req-2218b6d7-995b-46e2-a9d2-8ed90bab1935 service nova] Acquiring lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.583012] env[69520]: DEBUG oslo_concurrency.lockutils [req-9b9e80e7-f585-4947-b9a4-c81d558aa64b req-2218b6d7-995b-46e2-a9d2-8ed90bab1935 service nova] Acquired lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.583271] env[69520]: DEBUG nova.network.neutron [req-9b9e80e7-f585-4947-b9a4-c81d558aa64b req-2218b6d7-995b-46e2-a9d2-8ed90bab1935 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing network info cache for port bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.608532] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1d8b3615-3bba-49c3-821f-4c6b82d74c19 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.609677] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.921s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.611133] env[69520]: INFO nova.compute.claims [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.697235] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482176, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.018097] env[69520]: DEBUG nova.compute.manager [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.046541] env[69520]: DEBUG oslo_vmware.api [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482175, 'name': PowerOnVM_Task, 'duration_secs': 0.527125} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.046725] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.046942] env[69520]: INFO nova.compute.manager [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Took 11.28 seconds to spawn the instance on the hypervisor. [ 1001.047172] env[69520]: DEBUG nova.compute.manager [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.048149] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb0ffa6-447d-4c4f-819f-6088c8a41590 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.196205] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482176, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.341087] env[69520]: DEBUG nova.network.neutron [req-9b9e80e7-f585-4947-b9a4-c81d558aa64b req-2218b6d7-995b-46e2-a9d2-8ed90bab1935 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updated VIF entry in instance network info cache for port bf7ae461-3d38-49c0-9d90-c9493a30ba96. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.341184] env[69520]: DEBUG nova.network.neutron [req-9b9e80e7-f585-4947-b9a4-c81d558aa64b req-2218b6d7-995b-46e2-a9d2-8ed90bab1935 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [{"id": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "address": "fa:16:3e:58:ad:5c", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ae461-3d", "ovs_interfaceid": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.366123] env[69520]: DEBUG nova.network.neutron [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance_info_cache with network_info: [{"id": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "address": "fa:16:3e:f1:a7:91", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329a0745-60", "ovs_interfaceid": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.541944] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.569142] env[69520]: INFO nova.compute.manager [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Took 40.50 seconds to build instance. [ 1001.698569] env[69520]: DEBUG oslo_vmware.api [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482176, 'name': RemoveSnapshot_Task, 'duration_secs': 1.15014} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.698837] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1001.699082] env[69520]: INFO nova.compute.manager [None req-2b50baa6-bb7f-41ef-88c7-ed31f1c86fc0 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Took 15.24 seconds to snapshot the instance on the hypervisor. [ 1001.849230] env[69520]: DEBUG oslo_concurrency.lockutils [req-9b9e80e7-f585-4947-b9a4-c81d558aa64b req-2218b6d7-995b-46e2-a9d2-8ed90bab1935 service nova] Releasing lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.869784] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.875198] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f78b23-1dd1-4c1e-8c05-a1dc57d306bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.882697] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960da627-ed52-4d6a-90aa-a5778b8597b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.924930] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8d8e30-4258-4b7f-ae38-38666c243af1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.934172] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b443a0c-5496-412a-ab1e-dcb5cffadecb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.949499] env[69520]: DEBUG nova.compute.provider_tree [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.071689] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e6c08b6-6d9f-4a60-ad02-806c662c3099 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.673s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.452905] env[69520]: DEBUG nova.scheduler.client.report [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.959572] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.959963] env[69520]: DEBUG nova.compute.manager [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.963260] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.329s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.963501] env[69520]: DEBUG nova.objects.instance [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lazy-loading 'resources' on Instance uuid 3050968e-91ab-4ce9-8325-c98e76309c3e {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.025512] env[69520]: DEBUG nova.compute.manager [req-e7f9d424-ad9f-4c96-846c-ce0ce23ed08e req-075958ee-5ee2-45f6-82c8-bf43ffc53875 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received event network-changed-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.026207] env[69520]: DEBUG nova.compute.manager [req-e7f9d424-ad9f-4c96-846c-ce0ce23ed08e req-075958ee-5ee2-45f6-82c8-bf43ffc53875 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Refreshing instance network info cache due to event network-changed-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.026207] env[69520]: DEBUG oslo_concurrency.lockutils [req-e7f9d424-ad9f-4c96-846c-ce0ce23ed08e req-075958ee-5ee2-45f6-82c8-bf43ffc53875 service nova] Acquiring lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.026207] env[69520]: DEBUG oslo_concurrency.lockutils [req-e7f9d424-ad9f-4c96-846c-ce0ce23ed08e req-075958ee-5ee2-45f6-82c8-bf43ffc53875 service nova] Acquired lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.026651] env[69520]: DEBUG nova.network.neutron [req-e7f9d424-ad9f-4c96-846c-ce0ce23ed08e req-075958ee-5ee2-45f6-82c8-bf43ffc53875 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Refreshing network info cache for port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.392408] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5e346d-6425-4f67-95c9-7dbd951a54aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.418029] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance '2fe95b42-52c9-49a5-b109-ca2d3fbff529' progress to 0 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.465711] env[69520]: DEBUG nova.compute.utils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.470690] env[69520]: DEBUG nova.compute.manager [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.470876] env[69520]: DEBUG nova.network.neutron [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.520253] env[69520]: DEBUG nova.policy [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cba2693c5fca4a4489c80ca98524652b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e113834bcbe6429cab43b384f4764c1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.800364] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8b8356-8971-4d06-86d3-68b5d3b6ac46 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.808843] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633a7f18-f779-4560-87a3-18a2e028d7eb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.848411] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb2a14a-7603-45ed-b61b-3e9cbfc37ba5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.856275] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9902c2a5-25db-4fcf-8061-3f266509d636 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.871689] env[69520]: DEBUG nova.compute.provider_tree [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.873962] env[69520]: DEBUG nova.network.neutron [req-e7f9d424-ad9f-4c96-846c-ce0ce23ed08e req-075958ee-5ee2-45f6-82c8-bf43ffc53875 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updated VIF entry in instance network info cache for port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.875353] env[69520]: DEBUG nova.network.neutron [req-e7f9d424-ad9f-4c96-846c-ce0ce23ed08e req-075958ee-5ee2-45f6-82c8-bf43ffc53875 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updating instance_info_cache with network_info: [{"id": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "address": "fa:16:3e:a4:1e:ab", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ae3a7c-e8", "ovs_interfaceid": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.895102] env[69520]: DEBUG nova.network.neutron [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Successfully created port: 069ee811-541c-432a-a4c6-74a8b4182d86 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.924946] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.925345] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fdcf8bd-4a99-43d4-97e1-591c33fe43be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.933012] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1003.933012] env[69520]: value = "task-3482177" [ 1003.933012] env[69520]: _type = "Task" [ 1003.933012] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.943112] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.968768] env[69520]: DEBUG nova.compute.manager [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.211869] env[69520]: DEBUG nova.compute.manager [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.212795] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc10e7-ef20-4e05-958b-00c22185fba8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.377693] env[69520]: DEBUG nova.scheduler.client.report [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.382419] env[69520]: DEBUG oslo_concurrency.lockutils [req-e7f9d424-ad9f-4c96-846c-ce0ce23ed08e req-075958ee-5ee2-45f6-82c8-bf43ffc53875 service nova] Releasing lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.443792] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482177, 'name': PowerOffVM_Task, 'duration_secs': 0.462277} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.444239] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.444864] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance '2fe95b42-52c9-49a5-b109-ca2d3fbff529' progress to 17 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.726928] env[69520]: INFO nova.compute.manager [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] instance snapshotting [ 1004.733032] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372299e3-dd3e-41dc-80b5-c3a64b037c46 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.751928] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114145d3-2c21-4bf8-9acc-94a4795af31f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.884674] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.887732] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.748s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.888153] env[69520]: DEBUG nova.objects.instance [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lazy-loading 'resources' on Instance uuid 5332b924-b590-4878-a584-b7395d80c104 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.929963] env[69520]: INFO nova.scheduler.client.report [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Deleted allocations for instance 3050968e-91ab-4ce9-8325-c98e76309c3e [ 1004.940389] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.940600] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.953271] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.953512] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.953668] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.953848] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.953995] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.954187] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.954395] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.954556] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.954719] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.954876] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.955058] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.962686] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4632cc5c-e1d8-4368-8a3d-7000dd326ae2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.982859] env[69520]: DEBUG nova.compute.manager [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.993680] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1004.993680] env[69520]: value = "task-3482178" [ 1004.993680] env[69520]: _type = "Task" [ 1004.993680] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.005781] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.014820] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.015163] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.015360] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.015544] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.015712] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.015861] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.016737] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.017071] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.017477] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.017739] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.017981] env[69520]: DEBUG nova.virt.hardware [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.019195] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eaf8ae-2888-48c6-b867-14e1dacb15b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.028437] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7637c008-3304-448e-9f97-47b01c197cd3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.262791] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1005.267023] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f9bb153-2718-4fbc-9228-5ece8f0487fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.272571] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1005.272571] env[69520]: value = "task-3482179" [ 1005.272571] env[69520]: _type = "Task" [ 1005.272571] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.282471] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.442519] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a29d38c2-0171-47fb-8afc-27fda9ec0432 tempest-ServersListShow2100Test-470553631 tempest-ServersListShow2100Test-470553631-project-member] Lock "3050968e-91ab-4ce9-8325-c98e76309c3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.640s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.451483] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.451776] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.451917] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.452099] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.452253] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.452393] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.452530] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1005.452673] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.508157] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.542821] env[69520]: DEBUG nova.compute.manager [req-c7987404-074a-4c4c-bd4f-da699166fb38 req-ce002f0b-5f7d-4020-8bfb-44976fc2f76a service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Received event network-vif-plugged-069ee811-541c-432a-a4c6-74a8b4182d86 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.543063] env[69520]: DEBUG oslo_concurrency.lockutils [req-c7987404-074a-4c4c-bd4f-da699166fb38 req-ce002f0b-5f7d-4020-8bfb-44976fc2f76a service nova] Acquiring lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.543276] env[69520]: DEBUG oslo_concurrency.lockutils [req-c7987404-074a-4c4c-bd4f-da699166fb38 req-ce002f0b-5f7d-4020-8bfb-44976fc2f76a service nova] Lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.543444] env[69520]: DEBUG oslo_concurrency.lockutils [req-c7987404-074a-4c4c-bd4f-da699166fb38 req-ce002f0b-5f7d-4020-8bfb-44976fc2f76a service nova] Lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.543611] env[69520]: DEBUG nova.compute.manager [req-c7987404-074a-4c4c-bd4f-da699166fb38 req-ce002f0b-5f7d-4020-8bfb-44976fc2f76a service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] No waiting events found dispatching network-vif-plugged-069ee811-541c-432a-a4c6-74a8b4182d86 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.543776] env[69520]: WARNING nova.compute.manager [req-c7987404-074a-4c4c-bd4f-da699166fb38 req-ce002f0b-5f7d-4020-8bfb-44976fc2f76a service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Received unexpected event network-vif-plugged-069ee811-541c-432a-a4c6-74a8b4182d86 for instance with vm_state building and task_state spawning. [ 1005.805680] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.821889] env[69520]: DEBUG nova.network.neutron [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Successfully updated port: 069ee811-541c-432a-a4c6-74a8b4182d86 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.836602] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbe9646-d614-4de8-bda7-858dcde036b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.846065] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a108e921-9652-43c8-b791-880bef1033d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.886024] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f22f758-c7c0-4e87-9673-c665b63c05b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.896707] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48da55d0-1e37-4c63-ab8d-222aaa815787 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.916968] env[69520]: DEBUG nova.compute.provider_tree [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.956019] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.003921] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.291911] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.325426] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "refresh_cache-3811b4a2-ee66-41c1-b678-ab8ba3f9945b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.325587] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "refresh_cache-3811b4a2-ee66-41c1-b678-ab8ba3f9945b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.325756] env[69520]: DEBUG nova.network.neutron [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.420585] env[69520]: DEBUG nova.scheduler.client.report [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.505413] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482178, 'name': ReconfigVM_Task, 'duration_secs': 1.252701} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.505786] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance '2fe95b42-52c9-49a5-b109-ca2d3fbff529' progress to 33 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.790756] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.875510] env[69520]: DEBUG nova.network.neutron [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.925840] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.928933] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.938s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.953243] env[69520]: INFO nova.scheduler.client.report [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted allocations for instance 5332b924-b590-4878-a584-b7395d80c104 [ 1007.013749] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.014067] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.014227] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.014415] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.014564] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.014708] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.014912] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.015126] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.016247] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.016247] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.016247] env[69520]: DEBUG nova.virt.hardware [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.022434] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1007.023717] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ae768a-8ae4-4e55-bc25-8378bcb454a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.049202] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1007.049202] env[69520]: value = "task-3482180" [ 1007.049202] env[69520]: _type = "Task" [ 1007.049202] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.059204] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.140846] env[69520]: DEBUG nova.network.neutron [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Updating instance_info_cache with network_info: [{"id": "069ee811-541c-432a-a4c6-74a8b4182d86", "address": "fa:16:3e:e5:e3:5e", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap069ee811-54", "ovs_interfaceid": "069ee811-541c-432a-a4c6-74a8b4182d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.290767] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482179, 'name': CreateSnapshot_Task, 'duration_secs': 1.888816} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.291159] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1007.291930] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6dfcd2-7952-4182-898a-c11a8854db83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.408059] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "d138b00b-f932-4216-93cd-904811172a59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.408288] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "d138b00b-f932-4216-93cd-904811172a59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.434594] env[69520]: INFO nova.compute.claims [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.461971] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6bfdb1c0-020d-4ec1-a155-510747e08153 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "5332b924-b590-4878-a584-b7395d80c104" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.424s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.559545] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482180, 'name': ReconfigVM_Task, 'duration_secs': 0.174162} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.559545] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1007.560533] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d15b410-8e8b-4197-a3a6-cbcee546c989 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.583156] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 2fe95b42-52c9-49a5-b109-ca2d3fbff529/2fe95b42-52c9-49a5-b109-ca2d3fbff529.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.584727] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5e411e9-b7bb-4cc7-893c-e54b8a4ef0a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.599844] env[69520]: DEBUG nova.compute.manager [req-f34c1dd9-b958-46e9-aaea-7aa44577bf2e req-15a987d1-4ebd-4227-bccf-acbbfe92b0b1 service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Received event network-changed-069ee811-541c-432a-a4c6-74a8b4182d86 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.599844] env[69520]: DEBUG nova.compute.manager [req-f34c1dd9-b958-46e9-aaea-7aa44577bf2e req-15a987d1-4ebd-4227-bccf-acbbfe92b0b1 service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Refreshing instance network info cache due to event network-changed-069ee811-541c-432a-a4c6-74a8b4182d86. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.599844] env[69520]: DEBUG oslo_concurrency.lockutils [req-f34c1dd9-b958-46e9-aaea-7aa44577bf2e req-15a987d1-4ebd-4227-bccf-acbbfe92b0b1 service nova] Acquiring lock "refresh_cache-3811b4a2-ee66-41c1-b678-ab8ba3f9945b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.606402] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1007.606402] env[69520]: value = "task-3482181" [ 1007.606402] env[69520]: _type = "Task" [ 1007.606402] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.614336] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.644210] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "refresh_cache-3811b4a2-ee66-41c1-b678-ab8ba3f9945b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.644404] env[69520]: DEBUG nova.compute.manager [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Instance network_info: |[{"id": "069ee811-541c-432a-a4c6-74a8b4182d86", "address": "fa:16:3e:e5:e3:5e", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap069ee811-54", "ovs_interfaceid": "069ee811-541c-432a-a4c6-74a8b4182d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.644736] env[69520]: DEBUG oslo_concurrency.lockutils [req-f34c1dd9-b958-46e9-aaea-7aa44577bf2e req-15a987d1-4ebd-4227-bccf-acbbfe92b0b1 service nova] Acquired lock "refresh_cache-3811b4a2-ee66-41c1-b678-ab8ba3f9945b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.644968] env[69520]: DEBUG nova.network.neutron [req-f34c1dd9-b958-46e9-aaea-7aa44577bf2e req-15a987d1-4ebd-4227-bccf-acbbfe92b0b1 service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Refreshing network info cache for port 069ee811-541c-432a-a4c6-74a8b4182d86 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.646470] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:e3:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '069ee811-541c-432a-a4c6-74a8b4182d86', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.655122] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.657878] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.658441] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8459cb65-152f-4228-86d4-310cc09ad166 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.681539] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.681539] env[69520]: value = "task-3482182" [ 1007.681539] env[69520]: _type = "Task" [ 1007.681539] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.690056] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482182, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.810877] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1007.811092] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40fba88d-8c38-4581-98fe-269194f61992 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.821816] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1007.821816] env[69520]: value = "task-3482183" [ 1007.821816] env[69520]: _type = "Task" [ 1007.821816] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.830557] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482183, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.910718] env[69520]: DEBUG nova.compute.manager [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.941491] env[69520]: INFO nova.compute.resource_tracker [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating resource usage from migration d3cc9495-152b-449d-a21e-60bedd407f51 [ 1007.949110] env[69520]: DEBUG nova.network.neutron [req-f34c1dd9-b958-46e9-aaea-7aa44577bf2e req-15a987d1-4ebd-4227-bccf-acbbfe92b0b1 service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Updated VIF entry in instance network info cache for port 069ee811-541c-432a-a4c6-74a8b4182d86. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.949535] env[69520]: DEBUG nova.network.neutron [req-f34c1dd9-b958-46e9-aaea-7aa44577bf2e req-15a987d1-4ebd-4227-bccf-acbbfe92b0b1 service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Updating instance_info_cache with network_info: [{"id": "069ee811-541c-432a-a4c6-74a8b4182d86", "address": "fa:16:3e:e5:e3:5e", "network": {"id": "4a05f4c6-5e6f-4c8b-b0c1-1f7d38a14da1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-867726357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e113834bcbe6429cab43b384f4764c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap069ee811-54", "ovs_interfaceid": "069ee811-541c-432a-a4c6-74a8b4182d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.117553] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482181, 'name': ReconfigVM_Task, 'duration_secs': 0.302911} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.120435] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 2fe95b42-52c9-49a5-b109-ca2d3fbff529/2fe95b42-52c9-49a5-b109-ca2d3fbff529.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.120760] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance '2fe95b42-52c9-49a5-b109-ca2d3fbff529' progress to 50 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.193715] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482182, 'name': CreateVM_Task, 'duration_secs': 0.381129} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.193890] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.194643] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.194907] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.195309] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.195599] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac98431-0aa8-4d4a-b9e1-a6531c4ccc07 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.201191] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1008.201191] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520e2a30-f9b6-082a-12d5-20d466356d5e" [ 1008.201191] env[69520]: _type = "Task" [ 1008.201191] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.213147] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520e2a30-f9b6-082a-12d5-20d466356d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.227964] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6751a92-00b8-4a8d-9904-66026d15923f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.235701] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b95a531-b63b-4d69-9ac2-3b9c596ec82f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.266632] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cf2f49-25f1-41b8-9004-0dfa7b3f0310 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.274809] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49ef889-e9fe-4006-86d9-3692b40bbe00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.290798] env[69520]: DEBUG nova.compute.provider_tree [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.331843] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482183, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.430337] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.453086] env[69520]: DEBUG oslo_concurrency.lockutils [req-f34c1dd9-b958-46e9-aaea-7aa44577bf2e req-15a987d1-4ebd-4227-bccf-acbbfe92b0b1 service nova] Releasing lock "refresh_cache-3811b4a2-ee66-41c1-b678-ab8ba3f9945b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.627447] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40135d20-6944-4cf0-807d-d96468988355 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.647342] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d39fc66-5aa2-4fcc-a157-6f06b1611304 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.664589] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance '2fe95b42-52c9-49a5-b109-ca2d3fbff529' progress to 67 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.714912] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520e2a30-f9b6-082a-12d5-20d466356d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.01188} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.715283] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.715468] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.715705] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.715849] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.716037] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.716295] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bfc66c1-37b0-482e-9935-aff544a42c68 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.725062] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.725475] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.725932] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0402ebbc-302a-4218-aa72-b549f9985da5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.734023] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1008.734023] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5230bb4a-75a5-3ec4-3cad-6aa8d64dcaad" [ 1008.734023] env[69520]: _type = "Task" [ 1008.734023] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.739095] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5230bb4a-75a5-3ec4-3cad-6aa8d64dcaad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.794568] env[69520]: DEBUG nova.scheduler.client.report [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.835162] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482183, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.243806] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5230bb4a-75a5-3ec4-3cad-6aa8d64dcaad, 'name': SearchDatastore_Task, 'duration_secs': 0.012673} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.244576] env[69520]: DEBUG nova.network.neutron [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Port 329a0745-60f6-4cb2-8ed9-9019e008ab17 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1009.246638] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e9b51a-992c-4eb8-80ab-c87a0d1c99d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.251906] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1009.251906] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9c651-b89e-4cb2-f84d-333c4786149f" [ 1009.251906] env[69520]: _type = "Task" [ 1009.251906] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.260178] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9c651-b89e-4cb2-f84d-333c4786149f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.302032] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.371s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.302032] env[69520]: INFO nova.compute.manager [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Migrating [ 1009.309041] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.045s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.309166] env[69520]: DEBUG nova.objects.instance [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lazy-loading 'resources' on Instance uuid 843b52dc-bd8e-4499-8010-4f0858c6a1b9 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.334812] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482183, 'name': CloneVM_Task, 'duration_secs': 1.486282} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.335115] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Created linked-clone VM from snapshot [ 1009.336085] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d80f951-0d49-47bc-86ef-18ae554ecfc7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.344995] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Uploading image 578747b4-f972-41b0-bb22-48257f911a5a {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1009.373315] env[69520]: DEBUG oslo_vmware.rw_handles [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1009.373315] env[69520]: value = "vm-696147" [ 1009.373315] env[69520]: _type = "VirtualMachine" [ 1009.373315] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1009.373593] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b9057fcb-78c8-4458-85e8-89be5363a047 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.380254] env[69520]: DEBUG oslo_vmware.rw_handles [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lease: (returnval){ [ 1009.380254] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528ba3a4-b202-9029-c380-f2c86665e4ae" [ 1009.380254] env[69520]: _type = "HttpNfcLease" [ 1009.380254] env[69520]: } obtained for exporting VM: (result){ [ 1009.380254] env[69520]: value = "vm-696147" [ 1009.380254] env[69520]: _type = "VirtualMachine" [ 1009.380254] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1009.380549] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the lease: (returnval){ [ 1009.380549] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528ba3a4-b202-9029-c380-f2c86665e4ae" [ 1009.380549] env[69520]: _type = "HttpNfcLease" [ 1009.380549] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1009.386651] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.386651] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528ba3a4-b202-9029-c380-f2c86665e4ae" [ 1009.386651] env[69520]: _type = "HttpNfcLease" [ 1009.386651] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1009.761818] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9c651-b89e-4cb2-f84d-333c4786149f, 'name': SearchDatastore_Task, 'duration_secs': 0.014218} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.762089] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.762345] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3811b4a2-ee66-41c1-b678-ab8ba3f9945b/3811b4a2-ee66-41c1-b678-ab8ba3f9945b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.762592] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8558b888-4d6d-46e8-8228-b7de7229aca7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.768354] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1009.768354] env[69520]: value = "task-3482185" [ 1009.768354] env[69520]: _type = "Task" [ 1009.768354] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.775816] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.822586] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.822798] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.823017] env[69520]: DEBUG nova.network.neutron [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.888124] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.888124] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528ba3a4-b202-9029-c380-f2c86665e4ae" [ 1009.888124] env[69520]: _type = "HttpNfcLease" [ 1009.888124] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1009.888432] env[69520]: DEBUG oslo_vmware.rw_handles [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1009.888432] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528ba3a4-b202-9029-c380-f2c86665e4ae" [ 1009.888432] env[69520]: _type = "HttpNfcLease" [ 1009.888432] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1009.889216] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533e50ef-06b5-45a5-949a-8814b1ae613e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.900331] env[69520]: DEBUG oslo_vmware.rw_handles [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cee799-f24e-ca70-f202-d82d78b15dde/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1009.900585] env[69520]: DEBUG oslo_vmware.rw_handles [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cee799-f24e-ca70-f202-d82d78b15dde/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1010.002449] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6aca469e-6b25-4ac9-989a-e81ae8662dbc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.150851] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f911f198-dd68-4965-b3d5-74762f42a12d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.159661] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16509c6e-460b-487d-8b54-08461a646b4b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.194816] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b27b357-b118-4015-8e9a-cea03775f5d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.205474] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f389f6-80ea-4db7-8bc2-5d5cb20bf762 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.220985] env[69520]: DEBUG nova.compute.provider_tree [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.267801] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.268185] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.268230] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.279441] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482185, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.681087] env[69520]: DEBUG nova.network.neutron [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance_info_cache with network_info: [{"id": "84cd63d6-57c1-4b08-a910-03a624cd836f", "address": "fa:16:3e:f8:58:c8", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cd63d6-57", "ovs_interfaceid": "84cd63d6-57c1-4b08-a910-03a624cd836f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.726799] env[69520]: DEBUG nova.scheduler.client.report [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.780534] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643575} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.780875] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3811b4a2-ee66-41c1-b678-ab8ba3f9945b/3811b4a2-ee66-41c1-b678-ab8ba3f9945b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.781181] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.781501] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aadbd51d-924b-43a8-924f-b84a9689a05e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.787697] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1010.787697] env[69520]: value = "task-3482186" [ 1010.787697] env[69520]: _type = "Task" [ 1010.787697] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.795734] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.183637] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.231869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.235048] env[69520]: DEBUG oslo_concurrency.lockutils [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.170s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.257303] env[69520]: INFO nova.scheduler.client.report [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted allocations for instance 843b52dc-bd8e-4499-8010-4f0858c6a1b9 [ 1011.301371] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061949} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.302783] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.303452] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.303452] env[69520]: DEBUG nova.network.neutron [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.304553] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.306114] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098e640-7ee7-450f-b376-c879f2b733ae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.334730] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 3811b4a2-ee66-41c1-b678-ab8ba3f9945b/3811b4a2-ee66-41c1-b678-ab8ba3f9945b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.337294] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-919fd6fd-41ba-4f8b-8ce1-0e68d9697713 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.359396] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1011.359396] env[69520]: value = "task-3482187" [ 1011.359396] env[69520]: _type = "Task" [ 1011.359396] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.371217] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.561780] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91d41d0-2e40-47ad-9a97-58e6a63abbb0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.570415] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f263790-cc19-4b5a-bf64-3a7347887e54 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.607607] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db02fdb8-c729-4f8f-ab0e-35a9a7a9a314 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.615182] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78320f27-0782-4538-91e9-537aab3283c2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.628485] env[69520]: DEBUG nova.compute.provider_tree [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.765007] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f39112a8-b872-490a-a171-046d215efd0e tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "843b52dc-bd8e-4499-8010-4f0858c6a1b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.168s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.869535] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482187, 'name': ReconfigVM_Task, 'duration_secs': 0.298223} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.870052] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 3811b4a2-ee66-41c1-b678-ab8ba3f9945b/3811b4a2-ee66-41c1-b678-ab8ba3f9945b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.870705] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc86f036-98c3-462f-8eed-9b3ed5c61111 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.877270] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1011.877270] env[69520]: value = "task-3482188" [ 1011.877270] env[69520]: _type = "Task" [ 1011.877270] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.885979] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482188, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.131692] env[69520]: DEBUG nova.scheduler.client.report [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.220465] env[69520]: DEBUG nova.network.neutron [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance_info_cache with network_info: [{"id": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "address": "fa:16:3e:f1:a7:91", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329a0745-60", "ovs_interfaceid": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.387603] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482188, 'name': Rename_Task, 'duration_secs': 0.15143} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.388024] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.388421] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f181e9af-bf75-4f54-a108-4d3a7949bac3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.394612] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1012.394612] env[69520]: value = "task-3482189" [ 1012.394612] env[69520]: _type = "Task" [ 1012.394612] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.402360] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.637441] env[69520]: DEBUG oslo_concurrency.lockutils [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.403s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.637938] env[69520]: INFO nova.compute.manager [None req-acd81deb-e432-466b-ad09-ea2187193a7f tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Successfully reverted task state from rebuilding on failure for instance. [ 1012.643473] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.119s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.645225] env[69520]: INFO nova.compute.claims [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.703340] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aab9fa-5781-45cc-bf25-cf8c061d8230 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.724894] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.728449] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance '8137a947-18ef-4e25-b580-96a9eb6077be' progress to 0 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.907925] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.992471] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "cc1ac556-80d2-49f3-9770-f79124b7737c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.992785] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "cc1ac556-80d2-49f3-9770-f79124b7737c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.188069] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "c3b3253e-53f8-456e-a4f3-7e554403481f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.188357] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.236394] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.239010] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db2c077-2d68-4723-b2f2-7b615a1f9647 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.246392] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1013.246392] env[69520]: value = "task-3482190" [ 1013.246392] env[69520]: _type = "Task" [ 1013.246392] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.255210] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.256805] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a83cc7d-8134-42c5-b284-137cf877f4a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.275632] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f7c98-83a1-4432-9388-1d214d0f3e7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.283054] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance '2fe95b42-52c9-49a5-b109-ca2d3fbff529' progress to 83 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.405340] env[69520]: DEBUG oslo_vmware.api [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482189, 'name': PowerOnVM_Task, 'duration_secs': 0.627796} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.405713] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.405933] env[69520]: INFO nova.compute.manager [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1013.406130] env[69520]: DEBUG nova.compute.manager [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.406908] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5815f8-e383-43d0-b065-dff71b90febd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.495680] env[69520]: DEBUG nova.compute.manager [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.690986] env[69520]: DEBUG nova.compute.utils [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.759031] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1013.759241] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance '8137a947-18ef-4e25-b580-96a9eb6077be' progress to 17 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.789731] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.790112] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3427335f-63ab-4150-8f99-d0c5a04e8fc2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.800028] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1013.800028] env[69520]: value = "task-3482191" [ 1013.800028] env[69520]: _type = "Task" [ 1013.800028] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.810731] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.927136] env[69520]: INFO nova.compute.manager [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Took 34.25 seconds to build instance. [ 1013.930361] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650f62df-91ab-45b4-a4d6-c53419a132c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.937682] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbee9e5a-add1-43db-b2f1-48459db9e40c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.969518] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ce56b1-a511-4ba4-a0f3-4343cc9795d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.977462] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e29909-af1d-4389-95f5-3499fda7a0e1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.993276] env[69520]: DEBUG nova.compute.provider_tree [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.015669] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.193781] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.265580] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.265898] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.266056] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.266231] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.266378] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.266523] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.266733] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.266894] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.267124] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.267333] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.267546] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.272768] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea51fb53-9a67-44d6-b8ad-a4bdbe141b8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.289395] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1014.289395] env[69520]: value = "task-3482192" [ 1014.289395] env[69520]: _type = "Task" [ 1014.289395] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.297519] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.310269] env[69520]: DEBUG oslo_vmware.api [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482191, 'name': PowerOnVM_Task, 'duration_secs': 0.487973} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.310679] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.310990] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8f62a589-7812-4f0e-b49e-401f69f9032d tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance '2fe95b42-52c9-49a5-b109-ca2d3fbff529' progress to 100 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.433936] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a6364204-01a8-4064-819d-7776d83af253 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.774s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.497291] env[69520]: DEBUG nova.scheduler.client.report [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.800223] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482192, 'name': ReconfigVM_Task, 'duration_secs': 0.324951} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.800581] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance '8137a947-18ef-4e25-b580-96a9eb6077be' progress to 33 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.003537] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.004107] env[69520]: DEBUG nova.compute.manager [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.007049] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.375s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.008452] env[69520]: INFO nova.compute.claims [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.264030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "c3b3253e-53f8-456e-a4f3-7e554403481f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.264030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.264030] env[69520]: INFO nova.compute.manager [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Attaching volume 412c29b4-c6ef-4ffe-89e8-de19f2eac547 to /dev/sdb [ 1015.298771] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8933eac5-a36c-4244-b71f-c99de2b6ca26 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.308140] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.308376] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.308539] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.308717] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.308862] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.309068] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.309295] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.309458] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.309648] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.309824] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.309998] env[69520]: DEBUG nova.virt.hardware [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.315350] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.315682] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b85f3824-f102-4415-b7a1-73316fbd79ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.328937] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf0a385-f09a-45ea-8357-92d21cc80fa9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.340105] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1015.340105] env[69520]: value = "task-3482193" [ 1015.340105] env[69520]: _type = "Task" [ 1015.340105] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.348191] env[69520]: DEBUG nova.virt.block_device [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Updating existing volume attachment record: 754108c7-f405-452e-8027-a8b4dd512e18 {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1015.353598] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.518078] env[69520]: DEBUG nova.compute.utils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.518600] env[69520]: DEBUG nova.compute.manager [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.518779] env[69520]: DEBUG nova.network.neutron [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.560788] env[69520]: DEBUG nova.policy [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69476417dbe9413794b75eaf04f768b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8f8660f24764d1b87d36cac6a421146', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.598693] env[69520]: DEBUG nova.compute.manager [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.599799] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113cf8f5-86a0-4e83-88be-5f1295ce39f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.866552] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482193, 'name': ReconfigVM_Task, 'duration_secs': 0.442702} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.867982] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.870097] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb4fec-7ca0-4ac8-97ed-8a9b67d552d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.895658] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 8137a947-18ef-4e25-b580-96a9eb6077be/8137a947-18ef-4e25-b580-96a9eb6077be.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.896764] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d83774d2-5ab6-4020-a0b8-f6a59acfa299 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.918494] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1015.918494] env[69520]: value = "task-3482197" [ 1015.918494] env[69520]: _type = "Task" [ 1015.918494] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.927921] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.984678] env[69520]: DEBUG nova.network.neutron [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Successfully created port: 901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.023466] env[69520]: DEBUG nova.compute.manager [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.112158] env[69520]: INFO nova.compute.manager [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] instance snapshotting [ 1016.116724] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67d94e6-9571-4fa2-85b9-8e349e6f7349 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.145950] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d598a41c-d5b6-4be5-9b1a-ba278c1b3145 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.350038] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987918ff-1f32-45e7-8995-0ec64a9e2bdd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.358676] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7313b97c-865c-4c7e-a276-a90715850cc9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.391675] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6368a2-d710-4303-9479-d4cfbd44cedc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.399344] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c33cb08-74cd-4e21-83a8-5fc541fe170c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.414269] env[69520]: DEBUG nova.compute.provider_tree [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.428030] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.475434] env[69520]: DEBUG oslo_concurrency.lockutils [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.475714] env[69520]: DEBUG oslo_concurrency.lockutils [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.475905] env[69520]: DEBUG nova.compute.manager [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Going to confirm migration 4 {{(pid=69520) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1016.659024] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1016.659435] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6f3cda8-1717-42d8-8a58-ab9f8fe595a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.667382] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1016.667382] env[69520]: value = "task-3482198" [ 1016.667382] env[69520]: _type = "Task" [ 1016.667382] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.677266] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482198, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.917612] env[69520]: DEBUG nova.scheduler.client.report [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.932915] env[69520]: DEBUG oslo_vmware.api [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482197, 'name': ReconfigVM_Task, 'duration_secs': 0.586909} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.933678] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 8137a947-18ef-4e25-b580-96a9eb6077be/8137a947-18ef-4e25-b580-96a9eb6077be.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.933678] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance '8137a947-18ef-4e25-b580-96a9eb6077be' progress to 50 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.032914] env[69520]: DEBUG nova.compute.manager [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.051441] env[69520]: DEBUG oslo_concurrency.lockutils [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.051625] env[69520]: DEBUG oslo_concurrency.lockutils [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.051807] env[69520]: DEBUG nova.network.neutron [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.053161] env[69520]: DEBUG nova.objects.instance [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lazy-loading 'info_cache' on Instance uuid 2fe95b42-52c9-49a5-b109-ca2d3fbff529 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.062632] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.062863] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.063041] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.063239] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.063387] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.063536] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.063743] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.063898] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.064074] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.064240] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.064411] env[69520]: DEBUG nova.virt.hardware [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.065268] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cae0fc-34cc-488b-98f4-59de930a92a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.074596] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ad58fc-6dd0-4ba8-8ad1-fb8beb869414 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.178258] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482198, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.429139] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.429674] env[69520]: DEBUG nova.compute.manager [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.432542] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.248s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.432810] env[69520]: DEBUG nova.objects.instance [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lazy-loading 'resources' on Instance uuid f57b1ede-1703-4d47-829b-d289cfcb32bf {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.441554] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9907892d-22e5-4cd1-a196-5ac1d1e8fb51 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.461941] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673dcf16-1807-4a69-929e-adae11e60570 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.482483] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance '8137a947-18ef-4e25-b580-96a9eb6077be' progress to 67 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.678224] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482198, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.902802] env[69520]: DEBUG nova.compute.manager [req-dde9c465-f196-4e32-8a64-4b1b8126d9a2 req-0ce8939f-c027-45ee-8824-37e39470de8a service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Received event network-vif-plugged-901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.902934] env[69520]: DEBUG oslo_concurrency.lockutils [req-dde9c465-f196-4e32-8a64-4b1b8126d9a2 req-0ce8939f-c027-45ee-8824-37e39470de8a service nova] Acquiring lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.903197] env[69520]: DEBUG oslo_concurrency.lockutils [req-dde9c465-f196-4e32-8a64-4b1b8126d9a2 req-0ce8939f-c027-45ee-8824-37e39470de8a service nova] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.903330] env[69520]: DEBUG oslo_concurrency.lockutils [req-dde9c465-f196-4e32-8a64-4b1b8126d9a2 req-0ce8939f-c027-45ee-8824-37e39470de8a service nova] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.903515] env[69520]: DEBUG nova.compute.manager [req-dde9c465-f196-4e32-8a64-4b1b8126d9a2 req-0ce8939f-c027-45ee-8824-37e39470de8a service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] No waiting events found dispatching network-vif-plugged-901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.903701] env[69520]: WARNING nova.compute.manager [req-dde9c465-f196-4e32-8a64-4b1b8126d9a2 req-0ce8939f-c027-45ee-8824-37e39470de8a service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Received unexpected event network-vif-plugged-901e6946-f7b0-4e8b-812e-584ac37ee2e1 for instance with vm_state building and task_state spawning. [ 1017.936135] env[69520]: DEBUG nova.compute.utils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.942651] env[69520]: DEBUG nova.compute.manager [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.942879] env[69520]: DEBUG nova.network.neutron [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.990101] env[69520]: DEBUG nova.policy [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89323d86a35d4f6e97735c5ec275d93b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c742cb56f6824323bf125e7b3b7fbb1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.036123] env[69520]: DEBUG nova.network.neutron [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Successfully updated port: 901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.051919] env[69520]: DEBUG nova.network.neutron [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Port 84cd63d6-57c1-4b08-a910-03a624cd836f binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1018.194639] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482198, 'name': CreateSnapshot_Task, 'duration_secs': 1.1386} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.195208] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1018.196262] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7b7718-60cd-46b4-93e2-5981ece0070a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.273767] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96252ec3-6f02-4adf-a87e-2c5c5f44a394 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.281768] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37ce38a-b1df-4425-b89e-8fed05453d3e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.315109] env[69520]: DEBUG nova.network.neutron [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Successfully created port: d6460929-5e21-4c7c-9c4a-7e6822411f5b {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.317300] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026133ab-3665-4708-b0b7-88e9a36d6b17 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.325438] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fb0b14-2519-4428-92be-7cd21fd65f76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.340458] env[69520]: DEBUG nova.compute.provider_tree [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.355287] env[69520]: DEBUG nova.network.neutron [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance_info_cache with network_info: [{"id": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "address": "fa:16:3e:f1:a7:91", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329a0745-60", "ovs_interfaceid": "329a0745-60f6-4cb2-8ed9-9019e008ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.441606] env[69520]: DEBUG nova.compute.manager [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.541904] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.542095] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.542257] env[69520]: DEBUG nova.network.neutron [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.717735] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1018.718120] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f12db2b-358e-4094-8803-fa5042a01ce8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.726848] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1018.726848] env[69520]: value = "task-3482200" [ 1018.726848] env[69520]: _type = "Task" [ 1018.726848] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.734707] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482200, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.843934] env[69520]: DEBUG nova.scheduler.client.report [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.857713] env[69520]: DEBUG oslo_concurrency.lockutils [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-2fe95b42-52c9-49a5-b109-ca2d3fbff529" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.857938] env[69520]: DEBUG nova.objects.instance [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lazy-loading 'migration_context' on Instance uuid 2fe95b42-52c9-49a5-b109-ca2d3fbff529 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.077156] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "8137a947-18ef-4e25-b580-96a9eb6077be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.077448] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.077707] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.085304] env[69520]: DEBUG nova.network.neutron [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.237083] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482200, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.257684] env[69520]: DEBUG nova.network.neutron [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updating instance_info_cache with network_info: [{"id": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "address": "fa:16:3e:a0:78:d4", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e6946-f7", "ovs_interfaceid": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.349079] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.351886] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.106s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.351886] env[69520]: DEBUG nova.objects.instance [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lazy-loading 'resources' on Instance uuid 90c6232f-8825-4543-b5d9-f4bcb3df371d {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.361111] env[69520]: DEBUG nova.objects.base [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Object Instance<2fe95b42-52c9-49a5-b109-ca2d3fbff529> lazy-loaded attributes: info_cache,migration_context {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1019.362333] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acba3ee9-4bde-4bf7-98d3-3c0409a5c7a5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.383890] env[69520]: INFO nova.scheduler.client.report [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Deleted allocations for instance f57b1ede-1703-4d47-829b-d289cfcb32bf [ 1019.384926] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5b8bb5-3520-41a1-aceb-f60e8e96e8dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.394390] env[69520]: DEBUG oslo_vmware.api [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1019.394390] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f86bf1-746f-c281-c1d0-296583979748" [ 1019.394390] env[69520]: _type = "Task" [ 1019.394390] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.401282] env[69520]: DEBUG oslo_vmware.api [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f86bf1-746f-c281-c1d0-296583979748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.452426] env[69520]: DEBUG nova.compute.manager [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.478311] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.478602] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.478808] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.479072] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.479183] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.479332] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.479540] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.479720] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.479895] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.480084] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.480276] env[69520]: DEBUG nova.virt.hardware [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.481144] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fbd1a5-3763-4e7a-ae35-57514d3607ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.489091] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baa6573-47cf-4248-bdb5-6f785ad45bf5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.738012] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482200, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.749142] env[69520]: DEBUG nova.compute.manager [req-48f9d14a-940b-4e83-90b5-3fcce9031ab3 req-96add6e2-7851-4198-bfe7-76b4fd3d3f77 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Received event network-vif-plugged-d6460929-5e21-4c7c-9c4a-7e6822411f5b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.749142] env[69520]: DEBUG oslo_concurrency.lockutils [req-48f9d14a-940b-4e83-90b5-3fcce9031ab3 req-96add6e2-7851-4198-bfe7-76b4fd3d3f77 service nova] Acquiring lock "a6ba8b91-fc8e-4438-b969-9a4345000e05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.749233] env[69520]: DEBUG oslo_concurrency.lockutils [req-48f9d14a-940b-4e83-90b5-3fcce9031ab3 req-96add6e2-7851-4198-bfe7-76b4fd3d3f77 service nova] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.749392] env[69520]: DEBUG oslo_concurrency.lockutils [req-48f9d14a-940b-4e83-90b5-3fcce9031ab3 req-96add6e2-7851-4198-bfe7-76b4fd3d3f77 service nova] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.749557] env[69520]: DEBUG nova.compute.manager [req-48f9d14a-940b-4e83-90b5-3fcce9031ab3 req-96add6e2-7851-4198-bfe7-76b4fd3d3f77 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] No waiting events found dispatching network-vif-plugged-d6460929-5e21-4c7c-9c4a-7e6822411f5b {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.749725] env[69520]: WARNING nova.compute.manager [req-48f9d14a-940b-4e83-90b5-3fcce9031ab3 req-96add6e2-7851-4198-bfe7-76b4fd3d3f77 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Received unexpected event network-vif-plugged-d6460929-5e21-4c7c-9c4a-7e6822411f5b for instance with vm_state building and task_state spawning. [ 1019.760794] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.761159] env[69520]: DEBUG nova.compute.manager [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Instance network_info: |[{"id": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "address": "fa:16:3e:a0:78:d4", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e6946-f7", "ovs_interfaceid": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.761567] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:78:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '901e6946-f7b0-4e8b-812e-584ac37ee2e1', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.769290] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Creating folder: Project (b8f8660f24764d1b87d36cac6a421146). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.770010] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68757055-e506-4419-b1cb-ccfe42731b9c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.781076] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Created folder: Project (b8f8660f24764d1b87d36cac6a421146) in parent group-v695915. [ 1019.781806] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Creating folder: Instances. Parent ref: group-v696152. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.781806] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4fbfa71-6ae6-4847-9aaa-46d96b6d9f85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.791823] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Created folder: Instances in parent group-v696152. [ 1019.791823] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.792049] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.792277] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c8629b2-c841-415e-8396-ec8c8298ef87 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.810685] env[69520]: DEBUG nova.network.neutron [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Successfully updated port: d6460929-5e21-4c7c-9c4a-7e6822411f5b {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.817667] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.817667] env[69520]: value = "task-3482203" [ 1019.817667] env[69520]: _type = "Task" [ 1019.817667] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.828575] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482203, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.894055] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5a6ad295-ad19-47e3-8a45-7c9ea8422242 tempest-ImagesNegativeTestJSON-1570831370 tempest-ImagesNegativeTestJSON-1570831370-project-member] Lock "f57b1ede-1703-4d47-829b-d289cfcb32bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.219s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.897401] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1019.897565] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696149', 'volume_id': '412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'name': 'volume-412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3b3253e-53f8-456e-a4f3-7e554403481f', 'attached_at': '', 'detached_at': '', 'volume_id': '412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'serial': '412c29b4-c6ef-4ffe-89e8-de19f2eac547'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1019.898722] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ba9dee-1b59-4ef1-b002-64b6dda71ed0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.916976] env[69520]: DEBUG oslo_vmware.api [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f86bf1-746f-c281-c1d0-296583979748, 'name': SearchDatastore_Task, 'duration_secs': 0.013754} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.930710] env[69520]: DEBUG oslo_concurrency.lockutils [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.935963] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779949cf-bd65-47b6-8496-2566365b6249 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.940177] env[69520]: DEBUG nova.compute.manager [req-fb03932d-89ce-4696-9361-2b23f8c68e1c req-4ccda1c5-2aaf-427f-afa5-9a44a5dfe7bb service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Received event network-changed-901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.940177] env[69520]: DEBUG nova.compute.manager [req-fb03932d-89ce-4696-9361-2b23f8c68e1c req-4ccda1c5-2aaf-427f-afa5-9a44a5dfe7bb service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Refreshing instance network info cache due to event network-changed-901e6946-f7b0-4e8b-812e-584ac37ee2e1. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.940409] env[69520]: DEBUG oslo_concurrency.lockutils [req-fb03932d-89ce-4696-9361-2b23f8c68e1c req-4ccda1c5-2aaf-427f-afa5-9a44a5dfe7bb service nova] Acquiring lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.940555] env[69520]: DEBUG oslo_concurrency.lockutils [req-fb03932d-89ce-4696-9361-2b23f8c68e1c req-4ccda1c5-2aaf-427f-afa5-9a44a5dfe7bb service nova] Acquired lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.940866] env[69520]: DEBUG nova.network.neutron [req-fb03932d-89ce-4696-9361-2b23f8c68e1c req-4ccda1c5-2aaf-427f-afa5-9a44a5dfe7bb service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Refreshing network info cache for port 901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.970926] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-412c29b4-c6ef-4ffe-89e8-de19f2eac547/volume-412c29b4-c6ef-4ffe-89e8-de19f2eac547.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.974882] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f216b64-5bf8-4ce6-8da1-12fcff3c1333 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.997682] env[69520]: DEBUG oslo_vmware.api [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1019.997682] env[69520]: value = "task-3482204" [ 1019.997682] env[69520]: _type = "Task" [ 1019.997682] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.010534] env[69520]: DEBUG oslo_vmware.api [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482204, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.048554] env[69520]: DEBUG oslo_vmware.rw_handles [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cee799-f24e-ca70-f202-d82d78b15dde/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1020.051044] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72e1924-6e8d-4bcf-a7ce-8895316e8a51 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.057152] env[69520]: DEBUG oslo_vmware.rw_handles [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cee799-f24e-ca70-f202-d82d78b15dde/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1020.057387] env[69520]: ERROR oslo_vmware.rw_handles [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cee799-f24e-ca70-f202-d82d78b15dde/disk-0.vmdk due to incomplete transfer. [ 1020.057685] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c7fcdbe4-56af-4c7a-9b98-baaa41bed71b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.068405] env[69520]: DEBUG oslo_vmware.rw_handles [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cee799-f24e-ca70-f202-d82d78b15dde/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1020.068670] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Uploaded image 578747b4-f972-41b0-bb22-48257f911a5a to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1020.071160] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1020.071576] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f60f1051-9cd6-45ff-a6e0-7ffd5ed950c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.077978] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1020.077978] env[69520]: value = "task-3482205" [ 1020.077978] env[69520]: _type = "Task" [ 1020.077978] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.093122] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482205, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.126164] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.126383] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.126586] env[69520]: DEBUG nova.network.neutron [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.203157] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d760bd29-4716-4d69-9da2-eaf28a765d19 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.211309] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b492e9-963a-43fe-869f-05840e7b547f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.253820] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846966c1-1a54-46ab-94df-b87ee727e29e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.264810] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482200, 'name': CloneVM_Task} progress is 95%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.266122] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efa6e3a-cca3-4a9b-9621-eec2a4e90a71 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.281618] env[69520]: DEBUG nova.compute.provider_tree [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.315761] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "refresh_cache-a6ba8b91-fc8e-4438-b969-9a4345000e05" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.316186] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "refresh_cache-a6ba8b91-fc8e-4438-b969-9a4345000e05" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.316186] env[69520]: DEBUG nova.network.neutron [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.330386] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482203, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.513814] env[69520]: DEBUG oslo_vmware.api [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.589775] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482205, 'name': Destroy_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.747077] env[69520]: DEBUG nova.network.neutron [req-fb03932d-89ce-4696-9361-2b23f8c68e1c req-4ccda1c5-2aaf-427f-afa5-9a44a5dfe7bb service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updated VIF entry in instance network info cache for port 901e6946-f7b0-4e8b-812e-584ac37ee2e1. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.747077] env[69520]: DEBUG nova.network.neutron [req-fb03932d-89ce-4696-9361-2b23f8c68e1c req-4ccda1c5-2aaf-427f-afa5-9a44a5dfe7bb service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updating instance_info_cache with network_info: [{"id": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "address": "fa:16:3e:a0:78:d4", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e6946-f7", "ovs_interfaceid": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.760091] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482200, 'name': CloneVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.785236] env[69520]: DEBUG nova.scheduler.client.report [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.834254] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482203, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.865593] env[69520]: DEBUG nova.network.neutron [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.993512] env[69520]: DEBUG nova.network.neutron [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance_info_cache with network_info: [{"id": "84cd63d6-57c1-4b08-a910-03a624cd836f", "address": "fa:16:3e:f8:58:c8", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cd63d6-57", "ovs_interfaceid": "84cd63d6-57c1-4b08-a910-03a624cd836f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.015901] env[69520]: DEBUG oslo_vmware.api [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482204, 'name': ReconfigVM_Task, 'duration_secs': 0.977558} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.017358] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-412c29b4-c6ef-4ffe-89e8-de19f2eac547/volume-412c29b4-c6ef-4ffe-89e8-de19f2eac547.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.023849] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96f4de8-d13e-463a-82b5-0e7a4cbc51e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.043842] env[69520]: DEBUG oslo_vmware.api [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1021.043842] env[69520]: value = "task-3482206" [ 1021.043842] env[69520]: _type = "Task" [ 1021.043842] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.054239] env[69520]: DEBUG oslo_vmware.api [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.071870] env[69520]: DEBUG nova.network.neutron [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Updating instance_info_cache with network_info: [{"id": "d6460929-5e21-4c7c-9c4a-7e6822411f5b", "address": "fa:16:3e:01:94:c9", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6460929-5e", "ovs_interfaceid": "d6460929-5e21-4c7c-9c4a-7e6822411f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.090192] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482205, 'name': Destroy_Task, 'duration_secs': 0.902728} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.091127] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Destroyed the VM [ 1021.091329] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1021.091593] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8cf7804d-148d-437e-943c-cd19de0dafed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.101544] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1021.101544] env[69520]: value = "task-3482207" [ 1021.101544] env[69520]: _type = "Task" [ 1021.101544] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.107256] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482207, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.249358] env[69520]: DEBUG oslo_concurrency.lockutils [req-fb03932d-89ce-4696-9361-2b23f8c68e1c req-4ccda1c5-2aaf-427f-afa5-9a44a5dfe7bb service nova] Releasing lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.262497] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482200, 'name': CloneVM_Task, 'duration_secs': 2.302628} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.262756] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Created linked-clone VM from snapshot [ 1021.263509] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484552c9-432c-4183-bd7a-ed8817dfb577 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.271210] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Uploading image 961e06e4-cf9e-4138-96d3-6baa6857c8c7 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1021.282258] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1021.282533] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4766a7e7-c2c4-4f3c-8fd4-05e46220f977 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.290061] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.292730] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1021.292730] env[69520]: value = "task-3482208" [ 1021.292730] env[69520]: _type = "Task" [ 1021.292730] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.293216] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.595s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.293652] env[69520]: DEBUG nova.objects.instance [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lazy-loading 'resources' on Instance uuid 99923d06-d31c-4c3c-ad53-4fd59c5066f6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.310366] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482208, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.331864] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482203, 'name': CreateVM_Task, 'duration_secs': 1.392743} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.332139] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.332773] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.333202] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.333416] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.334102] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49db06ea-3078-4f32-9501-3c64027b434b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.339433] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1021.339433] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5208d26f-eb9f-efbd-fe32-f90eb1a1dcaa" [ 1021.339433] env[69520]: _type = "Task" [ 1021.339433] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.350331] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5208d26f-eb9f-efbd-fe32-f90eb1a1dcaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.499749] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.554764] env[69520]: DEBUG oslo_vmware.api [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482206, 'name': ReconfigVM_Task, 'duration_secs': 0.164509} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.555127] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696149', 'volume_id': '412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'name': 'volume-412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3b3253e-53f8-456e-a4f3-7e554403481f', 'attached_at': '', 'detached_at': '', 'volume_id': '412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'serial': '412c29b4-c6ef-4ffe-89e8-de19f2eac547'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1021.574328] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "refresh_cache-a6ba8b91-fc8e-4438-b969-9a4345000e05" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.574666] env[69520]: DEBUG nova.compute.manager [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Instance network_info: |[{"id": "d6460929-5e21-4c7c-9c4a-7e6822411f5b", "address": "fa:16:3e:01:94:c9", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6460929-5e", "ovs_interfaceid": "d6460929-5e21-4c7c-9c4a-7e6822411f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.575302] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:94:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6460929-5e21-4c7c-9c4a-7e6822411f5b', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.584358] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.585503] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.585503] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a11f97b7-b148-4456-a544-07637213666a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.611175] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482207, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.613767] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.613767] env[69520]: value = "task-3482209" [ 1021.613767] env[69520]: _type = "Task" [ 1021.613767] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.620532] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482209, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.786181] env[69520]: DEBUG nova.compute.manager [req-9c520cc7-049e-4f50-be6b-e91247374352 req-1eac47ca-5ebd-4b75-b04d-97f2e4823797 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Received event network-changed-d6460929-5e21-4c7c-9c4a-7e6822411f5b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.786181] env[69520]: DEBUG nova.compute.manager [req-9c520cc7-049e-4f50-be6b-e91247374352 req-1eac47ca-5ebd-4b75-b04d-97f2e4823797 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Refreshing instance network info cache due to event network-changed-d6460929-5e21-4c7c-9c4a-7e6822411f5b. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.786181] env[69520]: DEBUG oslo_concurrency.lockutils [req-9c520cc7-049e-4f50-be6b-e91247374352 req-1eac47ca-5ebd-4b75-b04d-97f2e4823797 service nova] Acquiring lock "refresh_cache-a6ba8b91-fc8e-4438-b969-9a4345000e05" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.786181] env[69520]: DEBUG oslo_concurrency.lockutils [req-9c520cc7-049e-4f50-be6b-e91247374352 req-1eac47ca-5ebd-4b75-b04d-97f2e4823797 service nova] Acquired lock "refresh_cache-a6ba8b91-fc8e-4438-b969-9a4345000e05" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.786181] env[69520]: DEBUG nova.network.neutron [req-9c520cc7-049e-4f50-be6b-e91247374352 req-1eac47ca-5ebd-4b75-b04d-97f2e4823797 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Refreshing network info cache for port d6460929-5e21-4c7c-9c4a-7e6822411f5b {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.807466] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482208, 'name': Destroy_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.819797] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7ab422b5-1d1a-48ad-ad7f-4abfa2bb4837 tempest-ServerActionsV293TestJSON-554101983 tempest-ServerActionsV293TestJSON-554101983-project-member] Lock "90c6232f-8825-4543-b5d9-f4bcb3df371d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.653s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.854233] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5208d26f-eb9f-efbd-fe32-f90eb1a1dcaa, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.857449] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.857703] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.857954] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.858117] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.858300] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.859033] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e89b8a3c-ceb4-4836-9995-128cf167b0e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.873826] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.874717] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.874819] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a0168a-921c-4d86-8217-23fc6a633c93 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.880387] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1021.880387] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d39b7e-6beb-42bf-d012-5c58f75a7e89" [ 1021.880387] env[69520]: _type = "Task" [ 1021.880387] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.890338] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d39b7e-6beb-42bf-d012-5c58f75a7e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.021711] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5981241a-6cb7-4d01-b4e1-aef15d66a956 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.048397] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5fd6c2-1ff2-461e-9b64-a0b26d152cbd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.056604] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance '8137a947-18ef-4e25-b580-96a9eb6077be' progress to 83 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.114726] env[69520]: DEBUG oslo_vmware.api [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482207, 'name': RemoveSnapshot_Task, 'duration_secs': 0.649061} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.118803] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1022.119053] env[69520]: INFO nova.compute.manager [None req-cc60bfae-e8e0-46b9-afee-deee8f1ebd78 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Took 17.39 seconds to snapshot the instance on the hypervisor. [ 1022.121934] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b51b51a-8bb7-4867-a3e6-4e275a55ffe2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.130654] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482209, 'name': CreateVM_Task, 'duration_secs': 0.352871} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.132509] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.133282] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.133450] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.133781] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.134768] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68038da7-aac8-4ec9-ba62-78c6352f438f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.138909] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb46d4e-a6c1-4b98-bc84-661e9d3ad4d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.144281] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1022.144281] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52aee1b6-62b8-2386-a9f6-1fe3dd9445a7" [ 1022.144281] env[69520]: _type = "Task" [ 1022.144281] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.175019] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79806dad-e00d-4bd2-aac9-abadcbe33113 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.180865] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52aee1b6-62b8-2386-a9f6-1fe3dd9445a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.182101] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.182101] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.182101] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.191232] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23323246-8f4f-4297-8759-682fd8917431 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.206521] env[69520]: DEBUG nova.compute.provider_tree [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.304409] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482208, 'name': Destroy_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.390128] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d39b7e-6beb-42bf-d012-5c58f75a7e89, 'name': SearchDatastore_Task, 'duration_secs': 0.017307} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.390950] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5323104-f51a-4fdc-a32e-72a28fb4f2d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.396133] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1022.396133] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52003625-f8cf-af2d-3a21-e8f5e9bc16e3" [ 1022.396133] env[69520]: _type = "Task" [ 1022.396133] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.406066] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52003625-f8cf-af2d-3a21-e8f5e9bc16e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.498544] env[69520]: DEBUG nova.network.neutron [req-9c520cc7-049e-4f50-be6b-e91247374352 req-1eac47ca-5ebd-4b75-b04d-97f2e4823797 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Updated VIF entry in instance network info cache for port d6460929-5e21-4c7c-9c4a-7e6822411f5b. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.498956] env[69520]: DEBUG nova.network.neutron [req-9c520cc7-049e-4f50-be6b-e91247374352 req-1eac47ca-5ebd-4b75-b04d-97f2e4823797 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Updating instance_info_cache with network_info: [{"id": "d6460929-5e21-4c7c-9c4a-7e6822411f5b", "address": "fa:16:3e:01:94:c9", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6460929-5e", "ovs_interfaceid": "d6460929-5e21-4c7c-9c4a-7e6822411f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.566978] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2dbf3b-fd8e-412c-a3eb-61f3fb360074 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance '8137a947-18ef-4e25-b580-96a9eb6077be' progress to 100 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.596772] env[69520]: DEBUG nova.objects.instance [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'flavor' on Instance uuid c3b3253e-53f8-456e-a4f3-7e554403481f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.710042] env[69520]: DEBUG nova.scheduler.client.report [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.806842] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482208, 'name': Destroy_Task, 'duration_secs': 1.373121} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.807147] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Destroyed the VM [ 1022.807382] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1022.807801] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-393c5ba1-6bed-468f-bc67-77b6baac735c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.815023] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1022.815023] env[69520]: value = "task-3482210" [ 1022.815023] env[69520]: _type = "Task" [ 1022.815023] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.824524] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482210, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.907736] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52003625-f8cf-af2d-3a21-e8f5e9bc16e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.908513] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.909244] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 75e1ab9d-f2a8-481d-96de-b246a927b7c4/75e1ab9d-f2a8-481d-96de-b246a927b7c4.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.909926] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.910275] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.910669] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-135d522f-4e48-4bfe-b501-6870d12709d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.913642] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-100996ca-a5e7-44b8-9788-570e88230752 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.923776] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1022.923776] env[69520]: value = "task-3482211" [ 1022.923776] env[69520]: _type = "Task" [ 1022.923776] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.931802] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.931868] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.933178] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42d0257-29ee-47ac-a9ee-1bb43a18031a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.941498] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.944515] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1022.944515] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de9cad-f618-aea5-0821-4bf1421ae1ab" [ 1022.944515] env[69520]: _type = "Task" [ 1022.944515] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.954261] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de9cad-f618-aea5-0821-4bf1421ae1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.001324] env[69520]: DEBUG oslo_concurrency.lockutils [req-9c520cc7-049e-4f50-be6b-e91247374352 req-1eac47ca-5ebd-4b75-b04d-97f2e4823797 service nova] Releasing lock "refresh_cache-a6ba8b91-fc8e-4438-b969-9a4345000e05" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.103415] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0f296ace-79ad-475d-874d-0249d612d6a9 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.839s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.216163] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.219930] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.677s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.221654] env[69520]: INFO nova.compute.claims [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.243329] env[69520]: INFO nova.scheduler.client.report [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Deleted allocations for instance 99923d06-d31c-4c3c-ad53-4fd59c5066f6 [ 1023.328985] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482210, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.435488] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.455905] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de9cad-f618-aea5-0821-4bf1421ae1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.457048] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a86e2d-e294-4ca9-b67a-65935a0b85ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.463452] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1023.463452] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a29b30-143c-ce82-ddf9-10987c6a267c" [ 1023.463452] env[69520]: _type = "Task" [ 1023.463452] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.472275] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a29b30-143c-ce82-ddf9-10987c6a267c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.752857] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3fc29806-f50a-4b83-ae36-3d3e2a5e2687 tempest-ServerRescueTestJSON-1998115338 tempest-ServerRescueTestJSON-1998115338-project-member] Lock "99923d06-d31c-4c3c-ad53-4fd59c5066f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.567s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.828513] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482210, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.835757] env[69520]: DEBUG nova.compute.manager [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.837485] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3de5a0-68d2-4adc-9cc4-eee4a1de0a20 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.857708] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "c3b3253e-53f8-456e-a4f3-7e554403481f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.858689] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.860383] env[69520]: DEBUG nova.compute.manager [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.863792] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31a7983-8465-4213-a9c7-51a0851e2d8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.870045] env[69520]: DEBUG nova.compute.manager [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1023.870835] env[69520]: DEBUG nova.objects.instance [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'flavor' on Instance uuid c3b3253e-53f8-456e-a4f3-7e554403481f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.937854] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633098} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.938245] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 75e1ab9d-f2a8-481d-96de-b246a927b7c4/75e1ab9d-f2a8-481d-96de-b246a927b7c4.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.938518] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.938901] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-270d9e30-9141-44c4-9135-250d85dbd2a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.955744] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1023.955744] env[69520]: value = "task-3482212" [ 1023.955744] env[69520]: _type = "Task" [ 1023.955744] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.966047] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.979432] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a29b30-143c-ce82-ddf9-10987c6a267c, 'name': SearchDatastore_Task, 'duration_secs': 0.053461} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.979898] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.980309] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a6ba8b91-fc8e-4438-b969-9a4345000e05/a6ba8b91-fc8e-4438-b969-9a4345000e05.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.980734] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-130b43a0-0e95-4227-b342-d1dcc0663b00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.988541] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1023.988541] env[69520]: value = "task-3482213" [ 1023.988541] env[69520]: _type = "Task" [ 1023.988541] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.996577] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.329571] env[69520]: DEBUG oslo_vmware.api [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482210, 'name': RemoveSnapshot_Task, 'duration_secs': 1.267784} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.330136] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.350571] env[69520]: INFO nova.compute.manager [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] instance snapshotting [ 1024.354149] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066186d6-96a1-4ae2-8620-5ba4015f55e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.391412] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d49826-5544-49a2-9f3b-a280f6db56e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.468220] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074055} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.468505] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.469391] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28ada15-08c2-4012-90fb-db2761f148e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.498244] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 75e1ab9d-f2a8-481d-96de-b246a927b7c4/75e1ab9d-f2a8-481d-96de-b246a927b7c4.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.501220] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a924c80c-cc44-4591-bdfa-b314a5785db7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.530944] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.532781] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1024.532781] env[69520]: value = "task-3482214" [ 1024.532781] env[69520]: _type = "Task" [ 1024.532781] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.546512] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.616485] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5846b4-e93d-4a33-81e4-cd5a2e7b413e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.625019] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecfd3ec-d31e-40df-8ea8-030e24cb70d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.659608] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a17e04-cbbb-4eee-8d9f-98111ad0e809 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.669576] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc5fac3-8d9e-4726-98ba-717f66b0ece1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.685093] env[69520]: DEBUG nova.compute.provider_tree [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.837713] env[69520]: WARNING nova.compute.manager [None req-86ee2f68-214a-4425-8fe0-566c78d35c7e tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Image not found during snapshot: nova.exception.ImageNotFound: Image 961e06e4-cf9e-4138-96d3-6baa6857c8c7 could not be found. [ 1024.889346] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.889860] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1338cf6b-5054-4924-a90e-f481256eab77 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.898234] env[69520]: DEBUG oslo_vmware.api [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1024.898234] env[69520]: value = "task-3482215" [ 1024.898234] env[69520]: _type = "Task" [ 1024.898234] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.905520] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.905520] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-15461a48-898c-4121-9e57-e02ded7554d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.915111] env[69520]: DEBUG oslo_vmware.api [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.917691] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1024.917691] env[69520]: value = "task-3482216" [ 1024.917691] env[69520]: _type = "Task" [ 1024.917691] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.928978] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482216, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.025763] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482213, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.047198] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482214, 'name': ReconfigVM_Task, 'duration_secs': 0.436133} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.047198] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 75e1ab9d-f2a8-481d-96de-b246a927b7c4/75e1ab9d-f2a8-481d-96de-b246a927b7c4.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.047198] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dec2f1f8-e249-4f75-9f5b-e9950b70e6d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.051955] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1025.051955] env[69520]: value = "task-3482217" [ 1025.051955] env[69520]: _type = "Task" [ 1025.051955] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.064119] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482217, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.074063] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "8137a947-18ef-4e25-b580-96a9eb6077be" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.074447] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.075055] env[69520]: DEBUG nova.compute.manager [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Going to confirm migration 5 {{(pid=69520) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1025.188274] env[69520]: DEBUG nova.scheduler.client.report [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.408503] env[69520]: DEBUG oslo_vmware.api [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482215, 'name': PowerOffVM_Task, 'duration_secs': 0.376296} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.411021] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.411021] env[69520]: DEBUG nova.compute.manager [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.411021] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd92b48-73fe-4282-86f9-34f24ee2a233 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.428413] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482216, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.519568] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482213, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.081715} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.520437] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a6ba8b91-fc8e-4438-b969-9a4345000e05/a6ba8b91-fc8e-4438-b969-9a4345000e05.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.520437] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.520437] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d0e10df-42c8-4117-8835-6cf449f6abf7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.527570] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1025.527570] env[69520]: value = "task-3482218" [ 1025.527570] env[69520]: _type = "Task" [ 1025.527570] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.536210] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.564257] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482217, 'name': Rename_Task, 'duration_secs': 0.313936} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.564580] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.564825] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06f5c336-4aec-4c1f-b830-6cf525d59abb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.571573] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1025.571573] env[69520]: value = "task-3482219" [ 1025.571573] env[69520]: _type = "Task" [ 1025.571573] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.582909] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.685851] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.686293] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.686670] env[69520]: DEBUG nova.network.neutron [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.686778] env[69520]: DEBUG nova.objects.instance [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'info_cache' on Instance uuid 8137a947-18ef-4e25-b580-96a9eb6077be {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.698302] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.698302] env[69520]: DEBUG nova.compute.manager [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.700998] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.745s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.701202] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.701353] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1025.701643] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.271s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.703115] env[69520]: INFO nova.compute.claims [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.710164] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2fd50-bf53-400d-ac74-b4aa20856d61 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.720803] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf62e56-223a-4d4d-ad2d-23a6c516e6e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.739030] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c169e-a54f-4a16-90e0-7c3f80a78f03 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.747543] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb88e050-19b4-4e02-95d1-6c85ef289c5c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.784683] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179348MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1025.785110] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.852826] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.852826] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.927524] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2ddd01c8-a1f3-4383-afb3-f41eda5491d1 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.934013] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482216, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.037792] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075417} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.038132] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.039041] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eacc566-a6a1-4db2-8440-410556a992ae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.061705] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] a6ba8b91-fc8e-4438-b969-9a4345000e05/a6ba8b91-fc8e-4438-b969-9a4345000e05.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.062017] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fac6e3d-5136-4338-96ee-b3118812abe5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.087480] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482219, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.089015] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1026.089015] env[69520]: value = "task-3482220" [ 1026.089015] env[69520]: _type = "Task" [ 1026.089015] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.096761] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.203772] env[69520]: DEBUG nova.compute.utils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.205665] env[69520]: DEBUG nova.compute.manager [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.205862] env[69520]: DEBUG nova.network.neutron [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.246542] env[69520]: DEBUG nova.policy [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '385aad2bcb7f4d779c43908883c5c187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f82b834ee4240feb82a5425d6a4e780', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.297463] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.298487] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.300759] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.300759] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.300759] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.301788] env[69520]: INFO nova.compute.manager [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Terminating instance [ 1026.354892] env[69520]: DEBUG nova.compute.manager [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.429390] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482216, 'name': CreateSnapshot_Task, 'duration_secs': 1.110665} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.429653] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.430439] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f1f52c-9015-493e-b764-e887e89a4dcf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.508612] env[69520]: DEBUG nova.network.neutron [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Successfully created port: 861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.586581] env[69520]: DEBUG oslo_vmware.api [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482219, 'name': PowerOnVM_Task, 'duration_secs': 0.640257} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.586843] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.588023] env[69520]: INFO nova.compute.manager [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1026.588023] env[69520]: DEBUG nova.compute.manager [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.588145] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3abffd-11d8-405a-85f6-9943a8dcc988 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.604016] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.711210] env[69520]: DEBUG nova.compute.manager [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.800549] env[69520]: DEBUG nova.objects.instance [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'flavor' on Instance uuid c3b3253e-53f8-456e-a4f3-7e554403481f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.811571] env[69520]: DEBUG nova.compute.manager [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.812031] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.814413] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab551bf-4a05-4bcf-a00c-6eb933489a1c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.823711] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.826376] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd5ef2f6-2baa-4c6a-a5df-fe45f8fcecc1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.834581] env[69520]: DEBUG oslo_vmware.api [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1026.834581] env[69520]: value = "task-3482221" [ 1026.834581] env[69520]: _type = "Task" [ 1026.834581] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.846029] env[69520]: DEBUG oslo_vmware.api [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.893193] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.948766] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1026.949354] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-418cc429-a740-49e2-aab3-b4a5060b24e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.965682] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1026.965682] env[69520]: value = "task-3482222" [ 1026.965682] env[69520]: _type = "Task" [ 1026.965682] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.974038] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482222, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.109827] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482220, 'name': ReconfigVM_Task, 'duration_secs': 0.755456} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.118784] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfigured VM instance instance-00000056 to attach disk [datastore2] a6ba8b91-fc8e-4438-b969-9a4345000e05/a6ba8b91-fc8e-4438-b969-9a4345000e05.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.119691] env[69520]: INFO nova.compute.manager [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Took 33.62 seconds to build instance. [ 1027.121122] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd2b926d-2c9c-4ff1-859e-7c521915cd1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.128112] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1027.128112] env[69520]: value = "task-3482223" [ 1027.128112] env[69520]: _type = "Task" [ 1027.128112] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.139101] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482223, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.141452] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81560771-31b2-4030-a955-10f9fafc9c61 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.148992] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cadfed5-2fef-4a67-960b-b3c4d5d6932d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.184025] env[69520]: DEBUG nova.network.neutron [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance_info_cache with network_info: [{"id": "84cd63d6-57c1-4b08-a910-03a624cd836f", "address": "fa:16:3e:f8:58:c8", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cd63d6-57", "ovs_interfaceid": "84cd63d6-57c1-4b08-a910-03a624cd836f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.185890] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2303ae1-6a34-4081-8dd1-75c425e5b4a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.194195] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8788498-9dbf-467f-9a2a-1abc5df40519 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.209499] env[69520]: DEBUG nova.compute.provider_tree [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.304423] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.304600] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquired lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.304776] env[69520]: DEBUG nova.network.neutron [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.304952] env[69520]: DEBUG nova.objects.instance [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'info_cache' on Instance uuid c3b3253e-53f8-456e-a4f3-7e554403481f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.345732] env[69520]: DEBUG oslo_vmware.api [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482221, 'name': PowerOffVM_Task, 'duration_secs': 0.21614} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.346181] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.346391] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.346653] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62d636d3-54e5-46f6-ac56-f64e80a46ba7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.414636] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.415282] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.415282] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleting the datastore file [datastore2] 3811b4a2-ee66-41c1-b678-ab8ba3f9945b {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.415409] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a025cc63-4065-4fa2-bc5a-52340f0f070f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.422842] env[69520]: DEBUG oslo_vmware.api [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for the task: (returnval){ [ 1027.422842] env[69520]: value = "task-3482225" [ 1027.422842] env[69520]: _type = "Task" [ 1027.422842] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.431414] env[69520]: DEBUG oslo_vmware.api [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.478448] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482222, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.623848] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f1f233c9-e626-4856-878e-9d7ad25e9dbb tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.132s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.640789] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482223, 'name': Rename_Task, 'duration_secs': 0.389629} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.640789] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.640789] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbae4e36-6501-4a78-b9f3-3259d15cb997 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.644743] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1027.644743] env[69520]: value = "task-3482226" [ 1027.644743] env[69520]: _type = "Task" [ 1027.644743] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.652496] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.686318] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.686600] env[69520]: DEBUG nova.objects.instance [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'migration_context' on Instance uuid 8137a947-18ef-4e25-b580-96a9eb6077be {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.713305] env[69520]: DEBUG nova.scheduler.client.report [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.722329] env[69520]: DEBUG nova.compute.manager [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.746208] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.746208] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.746208] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.746431] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.746549] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.746620] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.747414] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.747414] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.747414] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.747414] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.747648] env[69520]: DEBUG nova.virt.hardware [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.750377] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a99a2a3-bdb6-4376-b70b-d300de23bddb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.757632] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e03831e-8c34-451a-8299-40d26e20c7a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.808647] env[69520]: DEBUG nova.objects.base [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.935984] env[69520]: DEBUG oslo_vmware.api [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Task: {'id': task-3482225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1384} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.936669] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.936933] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.937214] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.937471] env[69520]: INFO nova.compute.manager [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1027.937843] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.938142] env[69520]: DEBUG nova.compute.manager [-] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.938299] env[69520]: DEBUG nova.network.neutron [-] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.946776] env[69520]: DEBUG nova.compute.manager [req-7c68298d-338e-4ccc-afd6-4839be90db55 req-b625af30-ca5a-4ff5-88b1-84c9369fc900 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Received event network-vif-plugged-861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.946926] env[69520]: DEBUG oslo_concurrency.lockutils [req-7c68298d-338e-4ccc-afd6-4839be90db55 req-b625af30-ca5a-4ff5-88b1-84c9369fc900 service nova] Acquiring lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.947131] env[69520]: DEBUG oslo_concurrency.lockutils [req-7c68298d-338e-4ccc-afd6-4839be90db55 req-b625af30-ca5a-4ff5-88b1-84c9369fc900 service nova] Lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.947331] env[69520]: DEBUG oslo_concurrency.lockutils [req-7c68298d-338e-4ccc-afd6-4839be90db55 req-b625af30-ca5a-4ff5-88b1-84c9369fc900 service nova] Lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.947524] env[69520]: DEBUG nova.compute.manager [req-7c68298d-338e-4ccc-afd6-4839be90db55 req-b625af30-ca5a-4ff5-88b1-84c9369fc900 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] No waiting events found dispatching network-vif-plugged-861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.947831] env[69520]: WARNING nova.compute.manager [req-7c68298d-338e-4ccc-afd6-4839be90db55 req-b625af30-ca5a-4ff5-88b1-84c9369fc900 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Received unexpected event network-vif-plugged-861256f6-4384-452d-8ab2-d19351d133ab for instance with vm_state building and task_state spawning. [ 1027.979260] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482222, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.013042] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "0b50c1da-90b5-49b3-a098-55a9ce905c90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.013318] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "0b50c1da-90b5-49b3-a098-55a9ce905c90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.086918] env[69520]: DEBUG nova.network.neutron [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Successfully updated port: 861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.155325] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.189834] env[69520]: DEBUG nova.objects.base [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Object Instance<8137a947-18ef-4e25-b580-96a9eb6077be> lazy-loaded attributes: info_cache,migration_context {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1028.190877] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a38c62-96d7-4f56-a1ce-a45bf1fd4746 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.211700] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b421b610-cd16-479c-8d52-9b82d66c9a3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.217353] env[69520]: DEBUG oslo_vmware.api [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1028.217353] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52082af5-0125-90c7-1d0d-9909f9bc3825" [ 1028.217353] env[69520]: _type = "Task" [ 1028.217353] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.221145] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.221667] env[69520]: DEBUG nova.compute.manager [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.224621] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.209s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.226951] env[69520]: INFO nova.compute.claims [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.234754] env[69520]: DEBUG oslo_vmware.api [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52082af5-0125-90c7-1d0d-9909f9bc3825, 'name': SearchDatastore_Task, 'duration_secs': 0.007841} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.235090] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.289748] env[69520]: DEBUG nova.compute.manager [req-e8f30f81-020e-43e9-9944-ff8c1d4185a8 req-8d5fce4c-e3fa-448f-8cdd-8eb30064aeb1 service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Received event network-vif-deleted-069ee811-541c-432a-a4c6-74a8b4182d86 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.289912] env[69520]: INFO nova.compute.manager [req-e8f30f81-020e-43e9-9944-ff8c1d4185a8 req-8d5fce4c-e3fa-448f-8cdd-8eb30064aeb1 service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Neutron deleted interface 069ee811-541c-432a-a4c6-74a8b4182d86; detaching it from the instance and deleting it from the info cache [ 1028.290111] env[69520]: DEBUG nova.network.neutron [req-e8f30f81-020e-43e9-9944-ff8c1d4185a8 req-8d5fce4c-e3fa-448f-8cdd-8eb30064aeb1 service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.371129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "8e3ff68f-ef31-44f6-b274-a4599a249185" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.371522] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.371808] env[69520]: DEBUG nova.compute.manager [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.373163] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c29119-3f5d-40be-87e7-b5403d1500b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.380158] env[69520]: DEBUG nova.compute.manager [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1028.380736] env[69520]: DEBUG nova.objects.instance [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'flavor' on Instance uuid 8e3ff68f-ef31-44f6-b274-a4599a249185 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.476840] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482222, 'name': CloneVM_Task, 'duration_secs': 1.497335} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.477077] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Created linked-clone VM from snapshot [ 1028.477833] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d413c4-0eb2-4af6-bb5f-8c3f9816cdd9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.485541] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Uploading image acf6516d-8968-4e8c-a0c0-dc948968c8a3 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1028.512691] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1028.512691] env[69520]: value = "vm-696157" [ 1028.512691] env[69520]: _type = "VirtualMachine" [ 1028.512691] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1028.512956] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60536688-3aaa-44d9-929f-c5d4f9e7b8b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.516753] env[69520]: DEBUG nova.compute.manager [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.522141] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lease: (returnval){ [ 1028.522141] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ed272-35ad-f2e4-65d8-20d5f7324e93" [ 1028.522141] env[69520]: _type = "HttpNfcLease" [ 1028.522141] env[69520]: } obtained for exporting VM: (result){ [ 1028.522141] env[69520]: value = "vm-696157" [ 1028.522141] env[69520]: _type = "VirtualMachine" [ 1028.522141] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1028.522141] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the lease: (returnval){ [ 1028.522141] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ed272-35ad-f2e4-65d8-20d5f7324e93" [ 1028.522141] env[69520]: _type = "HttpNfcLease" [ 1028.522141] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1028.527155] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.527155] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ed272-35ad-f2e4-65d8-20d5f7324e93" [ 1028.527155] env[69520]: _type = "HttpNfcLease" [ 1028.527155] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1028.590923] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.591113] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.591270] env[69520]: DEBUG nova.network.neutron [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.655143] env[69520]: DEBUG oslo_vmware.api [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482226, 'name': PowerOnVM_Task, 'duration_secs': 0.776011} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.656178] env[69520]: DEBUG nova.network.neutron [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Updating instance_info_cache with network_info: [{"id": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "address": "fa:16:3e:ec:50:9c", "network": {"id": "e2a90cd4-c785-4a9a-83bb-411ae957edcb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-945629486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ce8d7acf644f56b62390c579d47f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68fc9b4-19", "ovs_interfaceid": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.657495] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.657767] env[69520]: INFO nova.compute.manager [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1028.657921] env[69520]: DEBUG nova.compute.manager [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.658994] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d9b164-cedf-4e89-911d-b77220355421 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.731493] env[69520]: DEBUG nova.compute.utils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.734911] env[69520]: DEBUG nova.compute.manager [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.735107] env[69520]: DEBUG nova.network.neutron [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.773562] env[69520]: DEBUG nova.network.neutron [-] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.776400] env[69520]: DEBUG nova.policy [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fcd0ca20e894a6bbeda7986543ab6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f73905de31544aaea469db8a738f9c01', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.793620] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8a040e4-74f1-4661-add6-403daf0683af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.804630] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf396229-05d9-43a7-852e-3a92af126e45 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.837897] env[69520]: DEBUG nova.compute.manager [req-e8f30f81-020e-43e9-9944-ff8c1d4185a8 req-8d5fce4c-e3fa-448f-8cdd-8eb30064aeb1 service nova] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Detach interface failed, port_id=069ee811-541c-432a-a4c6-74a8b4182d86, reason: Instance 3811b4a2-ee66-41c1-b678-ab8ba3f9945b could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.037015] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.037015] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ed272-35ad-f2e4-65d8-20d5f7324e93" [ 1029.037015] env[69520]: _type = "HttpNfcLease" [ 1029.037015] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1029.037015] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1029.037015] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520ed272-35ad-f2e4-65d8-20d5f7324e93" [ 1029.037015] env[69520]: _type = "HttpNfcLease" [ 1029.037015] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1029.037015] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583f5a42-fa99-4ad6-b51e-35729d2572cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.044324] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b81be-114b-6765-9436-45ce9a1688e2/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1029.045775] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b81be-114b-6765-9436-45ce9a1688e2/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1029.106170] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.107044] env[69520]: DEBUG nova.network.neutron [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Successfully created port: 0e5270ae-c314-4d04-870f-2b89e6d66444 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.159603] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Releasing lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.178221] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd632b72-b458-4380-90c7-e001abf17c6b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.180496] env[69520]: INFO nova.compute.manager [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Took 32.56 seconds to build instance. [ 1029.238080] env[69520]: DEBUG nova.compute.manager [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.281012] env[69520]: INFO nova.compute.manager [-] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Took 1.34 seconds to deallocate network for instance. [ 1029.392775] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.393510] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-113f86f4-063c-49eb-aa26-6d757beeb66d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.401914] env[69520]: DEBUG oslo_vmware.api [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1029.401914] env[69520]: value = "task-3482228" [ 1029.401914] env[69520]: _type = "Task" [ 1029.401914] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.411077] env[69520]: DEBUG nova.network.neutron [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.421391] env[69520]: DEBUG oslo_vmware.api [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.571048] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083321d4-8479-480e-83f2-e40fa65a1ef0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.577337] env[69520]: DEBUG nova.network.neutron [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updating instance_info_cache with network_info: [{"id": "861256f6-4384-452d-8ab2-d19351d133ab", "address": "fa:16:3e:47:c2:1f", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861256f6-43", "ovs_interfaceid": "861256f6-4384-452d-8ab2-d19351d133ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.585098] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d8e6a6-02e1-47c8-806e-e0b495585630 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.620400] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993890ff-27e3-44d1-8548-a273beb35e29 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.629091] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8db6ce7-3eab-4013-ba89-984f8e973d37 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.644656] env[69520]: DEBUG nova.compute.provider_tree [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.683462] env[69520]: DEBUG oslo_concurrency.lockutils [None req-05237e48-d9e5-4f92-8fe9-372e299ab35a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.090s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.791383] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.915591] env[69520]: DEBUG oslo_vmware.api [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482228, 'name': PowerOffVM_Task, 'duration_secs': 0.29562} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.916500] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.917200] env[69520]: DEBUG nova.compute.manager [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.918525] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d045695-d85c-458e-ac05-9272fcf48d67 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.014851] env[69520]: DEBUG nova.compute.manager [req-bcb1cc79-3760-45ad-af48-bc1735c3a963 req-c307ee6a-8e68-4892-8c3b-d98433e5518d service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Received event network-changed-861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.015155] env[69520]: DEBUG nova.compute.manager [req-bcb1cc79-3760-45ad-af48-bc1735c3a963 req-c307ee6a-8e68-4892-8c3b-d98433e5518d service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Refreshing instance network info cache due to event network-changed-861256f6-4384-452d-8ab2-d19351d133ab. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.015424] env[69520]: DEBUG oslo_concurrency.lockutils [req-bcb1cc79-3760-45ad-af48-bc1735c3a963 req-c307ee6a-8e68-4892-8c3b-d98433e5518d service nova] Acquiring lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.084592] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.086219] env[69520]: DEBUG nova.compute.manager [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Instance network_info: |[{"id": "861256f6-4384-452d-8ab2-d19351d133ab", "address": "fa:16:3e:47:c2:1f", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861256f6-43", "ovs_interfaceid": "861256f6-4384-452d-8ab2-d19351d133ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.086219] env[69520]: DEBUG oslo_concurrency.lockutils [req-bcb1cc79-3760-45ad-af48-bc1735c3a963 req-c307ee6a-8e68-4892-8c3b-d98433e5518d service nova] Acquired lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.086219] env[69520]: DEBUG nova.network.neutron [req-bcb1cc79-3760-45ad-af48-bc1735c3a963 req-c307ee6a-8e68-4892-8c3b-d98433e5518d service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Refreshing network info cache for port 861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.087432] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:c2:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '861256f6-4384-452d-8ab2-d19351d133ab', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.096236] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.097325] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.098033] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd066a24-16a5-49d8-9bc5-78325c821a51 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.121602] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.121602] env[69520]: value = "task-3482229" [ 1030.121602] env[69520]: _type = "Task" [ 1030.121602] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.131301] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482229, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.148206] env[69520]: DEBUG nova.scheduler.client.report [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.165567] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.165903] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f76c9b22-6daa-4d1f-be7e-949a37fbbbfe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.174911] env[69520]: DEBUG oslo_vmware.api [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1030.174911] env[69520]: value = "task-3482230" [ 1030.174911] env[69520]: _type = "Task" [ 1030.174911] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.185211] env[69520]: DEBUG oslo_vmware.api [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.251675] env[69520]: DEBUG nova.compute.manager [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.285909] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.287934] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.288135] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.289025] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.289025] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.289025] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.289025] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.289261] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.290799] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.290799] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.290799] env[69520]: DEBUG nova.virt.hardware [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.291008] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc2d9f-e952-425c-b86d-9bc0efb2ef0b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.300157] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170d9a91-abf7-4441-842b-a2b5fdf0fc73 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.363013] env[69520]: DEBUG nova.compute.manager [req-ba411124-87c2-4160-9889-dc0fd2d92f5e req-62e4ffe8-818f-45fd-8163-b1bb95efaba8 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Received event network-changed-d6460929-5e21-4c7c-9c4a-7e6822411f5b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.364847] env[69520]: DEBUG nova.compute.manager [req-ba411124-87c2-4160-9889-dc0fd2d92f5e req-62e4ffe8-818f-45fd-8163-b1bb95efaba8 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Refreshing instance network info cache due to event network-changed-d6460929-5e21-4c7c-9c4a-7e6822411f5b. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.365137] env[69520]: DEBUG oslo_concurrency.lockutils [req-ba411124-87c2-4160-9889-dc0fd2d92f5e req-62e4ffe8-818f-45fd-8163-b1bb95efaba8 service nova] Acquiring lock "refresh_cache-a6ba8b91-fc8e-4438-b969-9a4345000e05" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.365341] env[69520]: DEBUG oslo_concurrency.lockutils [req-ba411124-87c2-4160-9889-dc0fd2d92f5e req-62e4ffe8-818f-45fd-8163-b1bb95efaba8 service nova] Acquired lock "refresh_cache-a6ba8b91-fc8e-4438-b969-9a4345000e05" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.365898] env[69520]: DEBUG nova.network.neutron [req-ba411124-87c2-4160-9889-dc0fd2d92f5e req-62e4ffe8-818f-45fd-8163-b1bb95efaba8 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Refreshing network info cache for port d6460929-5e21-4c7c-9c4a-7e6822411f5b {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.437521] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1010ef51-786a-45cb-a9f1-97181c89d8f6 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.632663] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482229, 'name': CreateVM_Task, 'duration_secs': 0.487466} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.633071] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.633842] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.634041] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.634561] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.634843] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04138e6-ad5a-413e-a5da-16e1d92004cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.640525] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1030.640525] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bbc2b3-56c9-58a0-9739-87d908208b02" [ 1030.640525] env[69520]: _type = "Task" [ 1030.640525] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.653538] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.655522] env[69520]: DEBUG nova.compute.manager [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.658807] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bbc2b3-56c9-58a0-9739-87d908208b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.659158] env[69520]: DEBUG oslo_concurrency.lockutils [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.729s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.688030] env[69520]: DEBUG oslo_vmware.api [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482230, 'name': PowerOnVM_Task, 'duration_secs': 0.499339} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.689234] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.689609] env[69520]: DEBUG nova.compute.manager [None req-6ba95040-7e0a-467c-af56-6d46db6ca053 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.690367] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b0164e-2b5e-4307-ba45-843a755afa75 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.857646] env[69520]: DEBUG nova.network.neutron [req-bcb1cc79-3760-45ad-af48-bc1735c3a963 req-c307ee6a-8e68-4892-8c3b-d98433e5518d service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updated VIF entry in instance network info cache for port 861256f6-4384-452d-8ab2-d19351d133ab. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.857646] env[69520]: DEBUG nova.network.neutron [req-bcb1cc79-3760-45ad-af48-bc1735c3a963 req-c307ee6a-8e68-4892-8c3b-d98433e5518d service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updating instance_info_cache with network_info: [{"id": "861256f6-4384-452d-8ab2-d19351d133ab", "address": "fa:16:3e:47:c2:1f", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861256f6-43", "ovs_interfaceid": "861256f6-4384-452d-8ab2-d19351d133ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.866078] env[69520]: DEBUG nova.network.neutron [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Successfully updated port: 0e5270ae-c314-4d04-870f-2b89e6d66444 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.914762] env[69520]: DEBUG nova.objects.instance [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'flavor' on Instance uuid 8e3ff68f-ef31-44f6-b274-a4599a249185 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.154402] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bbc2b3-56c9-58a0-9739-87d908208b02, 'name': SearchDatastore_Task, 'duration_secs': 0.017416} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.154794] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.155028] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.155302] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.155490] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.155701] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.155989] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af580e24-ea58-4612-846f-2cfc68a9dad5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.162520] env[69520]: DEBUG nova.compute.utils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.172241] env[69520]: DEBUG nova.compute.manager [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.172634] env[69520]: DEBUG nova.network.neutron [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.174697] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.174876] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.176462] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14f3260-9100-4c73-b32c-2a2ce23887f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.189348] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1031.189348] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d065b8-28ae-8e07-31e7-ea9fdc78384d" [ 1031.189348] env[69520]: _type = "Task" [ 1031.189348] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.210274] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d065b8-28ae-8e07-31e7-ea9fdc78384d, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.218149] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aeda3de-dd1c-4e6b-a51a-7cfa4eacbc0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.225722] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1031.225722] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528a3c19-86c7-7cff-9007-772795f16a9d" [ 1031.225722] env[69520]: _type = "Task" [ 1031.225722] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.230282] env[69520]: DEBUG nova.policy [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac66dfd3cdc46a09b43d18737a0f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1fbaaf2f0c945d7a4c9e155d33f833d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.237856] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528a3c19-86c7-7cff-9007-772795f16a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.262307] env[69520]: DEBUG nova.network.neutron [req-ba411124-87c2-4160-9889-dc0fd2d92f5e req-62e4ffe8-818f-45fd-8163-b1bb95efaba8 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Updated VIF entry in instance network info cache for port d6460929-5e21-4c7c-9c4a-7e6822411f5b. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.262658] env[69520]: DEBUG nova.network.neutron [req-ba411124-87c2-4160-9889-dc0fd2d92f5e req-62e4ffe8-818f-45fd-8163-b1bb95efaba8 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Updating instance_info_cache with network_info: [{"id": "d6460929-5e21-4c7c-9c4a-7e6822411f5b", "address": "fa:16:3e:01:94:c9", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6460929-5e", "ovs_interfaceid": "d6460929-5e21-4c7c-9c4a-7e6822411f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.366013] env[69520]: DEBUG oslo_concurrency.lockutils [req-bcb1cc79-3760-45ad-af48-bc1735c3a963 req-c307ee6a-8e68-4892-8c3b-d98433e5518d service nova] Releasing lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.369020] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "refresh_cache-d138b00b-f932-4216-93cd-904811172a59" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.369216] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired lock "refresh_cache-d138b00b-f932-4216-93cd-904811172a59" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.369405] env[69520]: DEBUG nova.network.neutron [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.422169] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.422169] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.422169] env[69520]: DEBUG nova.network.neutron [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.422169] env[69520]: DEBUG nova.objects.instance [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'info_cache' on Instance uuid 8e3ff68f-ef31-44f6-b274-a4599a249185 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.489380] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16355614-b591-41dd-adce-c50d43dcc0b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.497318] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53284e7b-f5e2-4411-811b-12b678eeb0d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.531664] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac4369c-67d0-4959-987d-86a4081aeb7c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.539863] env[69520]: DEBUG nova.network.neutron [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Successfully created port: 7e648747-0f6a-4062-be6e-95f2d48f754b {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.542913] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f213a89-706c-441e-9de7-26185a84795a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.557290] env[69520]: DEBUG nova.compute.provider_tree [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.670608] env[69520]: DEBUG nova.compute.manager [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.739238] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528a3c19-86c7-7cff-9007-772795f16a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.022721} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.739754] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.740139] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] ad331ba5-e86d-4230-ad6a-46740ae38ddb/ad331ba5-e86d-4230-ad6a-46740ae38ddb.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.740528] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-519d5e53-1dd8-4f6e-8927-459531d9eee0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.748904] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1031.748904] env[69520]: value = "task-3482231" [ 1031.748904] env[69520]: _type = "Task" [ 1031.748904] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.757718] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.765705] env[69520]: DEBUG oslo_concurrency.lockutils [req-ba411124-87c2-4160-9889-dc0fd2d92f5e req-62e4ffe8-818f-45fd-8163-b1bb95efaba8 service nova] Releasing lock "refresh_cache-a6ba8b91-fc8e-4438-b969-9a4345000e05" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.913584] env[69520]: DEBUG nova.network.neutron [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.927819] env[69520]: DEBUG nova.objects.base [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Object Instance<8e3ff68f-ef31-44f6-b274-a4599a249185> lazy-loaded attributes: flavor,info_cache {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1032.060797] env[69520]: DEBUG nova.scheduler.client.report [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.212347] env[69520]: DEBUG nova.network.neutron [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Updating instance_info_cache with network_info: [{"id": "0e5270ae-c314-4d04-870f-2b89e6d66444", "address": "fa:16:3e:8f:e7:58", "network": {"id": "4eaede0d-71f7-4799-be11-62134c4d9ea0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-555272556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f73905de31544aaea469db8a738f9c01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5270ae-c3", "ovs_interfaceid": "0e5270ae-c314-4d04-870f-2b89e6d66444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.259447] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482231, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.389319] env[69520]: DEBUG nova.compute.manager [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] [instance: d138b00b-f932-4216-93cd-904811172a59] Received event network-vif-plugged-0e5270ae-c314-4d04-870f-2b89e6d66444 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.389539] env[69520]: DEBUG oslo_concurrency.lockutils [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] Acquiring lock "d138b00b-f932-4216-93cd-904811172a59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.389725] env[69520]: DEBUG oslo_concurrency.lockutils [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] Lock "d138b00b-f932-4216-93cd-904811172a59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.389897] env[69520]: DEBUG oslo_concurrency.lockutils [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] Lock "d138b00b-f932-4216-93cd-904811172a59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.390086] env[69520]: DEBUG nova.compute.manager [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] [instance: d138b00b-f932-4216-93cd-904811172a59] No waiting events found dispatching network-vif-plugged-0e5270ae-c314-4d04-870f-2b89e6d66444 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.390324] env[69520]: WARNING nova.compute.manager [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] [instance: d138b00b-f932-4216-93cd-904811172a59] Received unexpected event network-vif-plugged-0e5270ae-c314-4d04-870f-2b89e6d66444 for instance with vm_state building and task_state spawning. [ 1032.390499] env[69520]: DEBUG nova.compute.manager [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] [instance: d138b00b-f932-4216-93cd-904811172a59] Received event network-changed-0e5270ae-c314-4d04-870f-2b89e6d66444 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.390655] env[69520]: DEBUG nova.compute.manager [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] [instance: d138b00b-f932-4216-93cd-904811172a59] Refreshing instance network info cache due to event network-changed-0e5270ae-c314-4d04-870f-2b89e6d66444. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.390821] env[69520]: DEBUG oslo_concurrency.lockutils [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] Acquiring lock "refresh_cache-d138b00b-f932-4216-93cd-904811172a59" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.680767] env[69520]: DEBUG nova.compute.manager [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.704937] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.705202] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.705475] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.705668] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.705817] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.705967] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.706193] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.706354] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.710015] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.710015] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.710015] env[69520]: DEBUG nova.virt.hardware [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.710015] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8427c27e-9c45-4a83-844c-9838b4c6eb91 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.717758] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Releasing lock "refresh_cache-d138b00b-f932-4216-93cd-904811172a59" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.717758] env[69520]: DEBUG nova.compute.manager [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Instance network_info: |[{"id": "0e5270ae-c314-4d04-870f-2b89e6d66444", "address": "fa:16:3e:8f:e7:58", "network": {"id": "4eaede0d-71f7-4799-be11-62134c4d9ea0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-555272556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f73905de31544aaea469db8a738f9c01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5270ae-c3", "ovs_interfaceid": "0e5270ae-c314-4d04-870f-2b89e6d66444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.717758] env[69520]: DEBUG oslo_concurrency.lockutils [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] Acquired lock "refresh_cache-d138b00b-f932-4216-93cd-904811172a59" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.717758] env[69520]: DEBUG nova.network.neutron [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] [instance: d138b00b-f932-4216-93cd-904811172a59] Refreshing network info cache for port 0e5270ae-c314-4d04-870f-2b89e6d66444 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.719089] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:e7:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e5270ae-c314-4d04-870f-2b89e6d66444', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.730806] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Creating folder: Project (f73905de31544aaea469db8a738f9c01). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.734578] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb76861a-1d17-4fbc-8ff9-0fad86c242bb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.743096] env[69520]: DEBUG nova.network.neutron [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance_info_cache with network_info: [{"id": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "address": "fa:16:3e:19:39:23", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8e08f-e7", "ovs_interfaceid": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.744325] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05b379d9-16d8-4de1-8a50-0ef26dbfc7a7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.768103] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Created folder: Project (f73905de31544aaea469db8a738f9c01) in parent group-v695915. [ 1032.768344] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Creating folder: Instances. Parent ref: group-v696159. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.768988] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a71199cd-b360-4032-9cba-062238cb823f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.774345] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556023} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.774912] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] ad331ba5-e86d-4230-ad6a-46740ae38ddb/ad331ba5-e86d-4230-ad6a-46740ae38ddb.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.775143] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.775380] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-518bc14c-d9e6-4374-afcd-b7e0c664c2a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.781574] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1032.781574] env[69520]: value = "task-3482234" [ 1032.781574] env[69520]: _type = "Task" [ 1032.781574] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.783065] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Created folder: Instances in parent group-v696159. [ 1032.783295] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.786440] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d138b00b-f932-4216-93cd-904811172a59] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.786666] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ac6f3ab-3c40-4c40-a94e-7b564795d583 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.810734] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.812067] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.812067] env[69520]: value = "task-3482235" [ 1032.812067] env[69520]: _type = "Task" [ 1032.812067] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.824605] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482235, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.017134] env[69520]: DEBUG nova.compute.manager [req-763153ca-9184-4648-bf58-d8dd9511f8a8 req-26e73fe9-7c67-416d-8a27-ad239baadcd9 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Received event network-vif-plugged-7e648747-0f6a-4062-be6e-95f2d48f754b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.017377] env[69520]: DEBUG oslo_concurrency.lockutils [req-763153ca-9184-4648-bf58-d8dd9511f8a8 req-26e73fe9-7c67-416d-8a27-ad239baadcd9 service nova] Acquiring lock "cc1ac556-80d2-49f3-9770-f79124b7737c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.017604] env[69520]: DEBUG oslo_concurrency.lockutils [req-763153ca-9184-4648-bf58-d8dd9511f8a8 req-26e73fe9-7c67-416d-8a27-ad239baadcd9 service nova] Lock "cc1ac556-80d2-49f3-9770-f79124b7737c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.017786] env[69520]: DEBUG oslo_concurrency.lockutils [req-763153ca-9184-4648-bf58-d8dd9511f8a8 req-26e73fe9-7c67-416d-8a27-ad239baadcd9 service nova] Lock "cc1ac556-80d2-49f3-9770-f79124b7737c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.018332] env[69520]: DEBUG nova.compute.manager [req-763153ca-9184-4648-bf58-d8dd9511f8a8 req-26e73fe9-7c67-416d-8a27-ad239baadcd9 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] No waiting events found dispatching network-vif-plugged-7e648747-0f6a-4062-be6e-95f2d48f754b {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.018332] env[69520]: WARNING nova.compute.manager [req-763153ca-9184-4648-bf58-d8dd9511f8a8 req-26e73fe9-7c67-416d-8a27-ad239baadcd9 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Received unexpected event network-vif-plugged-7e648747-0f6a-4062-be6e-95f2d48f754b for instance with vm_state building and task_state spawning. [ 1033.020858] env[69520]: DEBUG nova.network.neutron [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] [instance: d138b00b-f932-4216-93cd-904811172a59] Updated VIF entry in instance network info cache for port 0e5270ae-c314-4d04-870f-2b89e6d66444. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.021233] env[69520]: DEBUG nova.network.neutron [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] [instance: d138b00b-f932-4216-93cd-904811172a59] Updating instance_info_cache with network_info: [{"id": "0e5270ae-c314-4d04-870f-2b89e6d66444", "address": "fa:16:3e:8f:e7:58", "network": {"id": "4eaede0d-71f7-4799-be11-62134c4d9ea0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-555272556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f73905de31544aaea469db8a738f9c01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5270ae-c3", "ovs_interfaceid": "0e5270ae-c314-4d04-870f-2b89e6d66444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.073992] env[69520]: DEBUG oslo_concurrency.lockutils [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.415s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.077055] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.292s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.110334] env[69520]: DEBUG nova.network.neutron [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Successfully updated port: 7e648747-0f6a-4062-be6e-95f2d48f754b {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.248357] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.293370] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07878} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.293694] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.294481] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4987b73-249c-43e1-a46c-5b46c51e8dcc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.317863] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ad331ba5-e86d-4230-ad6a-46740ae38ddb/ad331ba5-e86d-4230-ad6a-46740ae38ddb.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.318276] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857d99f6-23db-43ea-b9b5-83492d7e5731 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.344224] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482235, 'name': CreateVM_Task, 'duration_secs': 0.464565} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.345525] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d138b00b-f932-4216-93cd-904811172a59] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.345893] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1033.345893] env[69520]: value = "task-3482236" [ 1033.345893] env[69520]: _type = "Task" [ 1033.345893] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.346555] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.346718] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.347096] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.347411] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a52736-dd05-49ea-80d8-4a3c10519020 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.355216] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1033.355216] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a9e802-55be-3b89-fc54-ed1e32938d67" [ 1033.355216] env[69520]: _type = "Task" [ 1033.355216] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.359022] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482236, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.368023] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a9e802-55be-3b89-fc54-ed1e32938d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.523926] env[69520]: DEBUG oslo_concurrency.lockutils [req-404a16ef-f541-47e2-8eda-2c68edcd8120 req-e7dafb78-35b2-49a4-a48a-05aab9da56a1 service nova] Releasing lock "refresh_cache-d138b00b-f932-4216-93cd-904811172a59" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.617335] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "refresh_cache-cc1ac556-80d2-49f3-9770-f79124b7737c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.617335] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "refresh_cache-cc1ac556-80d2-49f3-9770-f79124b7737c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.617335] env[69520]: DEBUG nova.network.neutron [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.646117] env[69520]: INFO nova.scheduler.client.report [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted allocation for migration d049b567-705f-48f7-b380-da0bd9723d9d [ 1033.858263] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.869493] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a9e802-55be-3b89-fc54-ed1e32938d67, 'name': SearchDatastore_Task, 'duration_secs': 0.015347} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.869887] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.870166] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.870480] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.870640] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.870859] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.871180] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a16f0e2-b211-41c3-aaa5-2680cba36c2b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.880955] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.881250] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.882144] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7503bb-f8e8-4231-ac74-0b73a91d71f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.889044] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1033.889044] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b8ea6c-5806-84ff-4a13-e069b614e843" [ 1033.889044] env[69520]: _type = "Task" [ 1033.889044] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.899177] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b8ea6c-5806-84ff-4a13-e069b614e843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.093280] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Applying migration context for instance 8137a947-18ef-4e25-b580-96a9eb6077be as it has an incoming, in-progress migration d3cc9495-152b-449d-a21e-60bedd407f51. Migration status is confirming {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1034.095410] env[69520]: INFO nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating resource usage from migration d3cc9495-152b-449d-a21e-60bedd407f51 [ 1034.114453] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.114647] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ca7fb845-531e-49fb-983b-1726f0fceede actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.114809] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance eace4941-af18-4854-b015-b765ec407a03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.114958] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance c3b3253e-53f8-456e-a4f3-7e554403481f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.115138] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 3f7db20b-c070-4a10-b03c-1204cb6b6db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.115292] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8e3ff68f-ef31-44f6-b274-a4599a249185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.115434] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a0cab861-8895-4c6c-b33d-0682928e8c25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.115556] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 9e1dce19-6806-41c2-907a-f7f42312e57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.115669] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 2fe95b42-52c9-49a5-b109-ca2d3fbff529 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.115836] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 3811b4a2-ee66-41c1-b678-ab8ba3f9945b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.115972] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Migration d3cc9495-152b-449d-a21e-60bedd407f51 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1034.116101] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8137a947-18ef-4e25-b580-96a9eb6077be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.116210] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 75e1ab9d-f2a8-481d-96de-b246a927b7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.116321] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a6ba8b91-fc8e-4438-b969-9a4345000e05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.116479] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ad331ba5-e86d-4230-ad6a-46740ae38ddb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.116552] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance d138b00b-f932-4216-93cd-904811172a59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.116636] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance cc1ac556-80d2-49f3-9770-f79124b7737c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1034.152771] env[69520]: DEBUG nova.network.neutron [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.155467] env[69520]: DEBUG oslo_concurrency.lockutils [None req-52c85e8c-45ee-4f5d-ac6a-5b0e33f41e37 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.680s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.255105] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.255497] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f847dce1-c4bc-4895-b19d-e2fb289f1a4c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.263115] env[69520]: DEBUG oslo_vmware.api [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1034.263115] env[69520]: value = "task-3482237" [ 1034.263115] env[69520]: _type = "Task" [ 1034.263115] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.272515] env[69520]: DEBUG oslo_vmware.api [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.323625] env[69520]: DEBUG nova.network.neutron [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Updating instance_info_cache with network_info: [{"id": "7e648747-0f6a-4062-be6e-95f2d48f754b", "address": "fa:16:3e:19:05:a5", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e648747-0f", "ovs_interfaceid": "7e648747-0f6a-4062-be6e-95f2d48f754b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.361318] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482236, 'name': ReconfigVM_Task, 'duration_secs': 0.69649} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.361609] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ad331ba5-e86d-4230-ad6a-46740ae38ddb/ad331ba5-e86d-4230-ad6a-46740ae38ddb.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.362269] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f79d46d-9a4e-4855-afed-bd2e84f8e111 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.368465] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1034.368465] env[69520]: value = "task-3482238" [ 1034.368465] env[69520]: _type = "Task" [ 1034.368465] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.377962] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482238, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.398423] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b8ea6c-5806-84ff-4a13-e069b614e843, 'name': SearchDatastore_Task, 'duration_secs': 0.016015} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.399418] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f6fb496-f273-470f-b989-21f29d7292de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.405478] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1034.405478] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52645fb2-0ec2-f933-d2f3-30fe242c2f04" [ 1034.405478] env[69520]: _type = "Task" [ 1034.405478] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.414347] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52645fb2-0ec2-f933-d2f3-30fe242c2f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.620403] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 2c0a670b-d19b-4091-b2b2-6d1e80aa9753 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1034.673932] env[69520]: DEBUG oslo_concurrency.lockutils [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.674331] env[69520]: DEBUG oslo_concurrency.lockutils [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.674581] env[69520]: DEBUG oslo_concurrency.lockutils [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.674790] env[69520]: DEBUG oslo_concurrency.lockutils [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.674989] env[69520]: DEBUG oslo_concurrency.lockutils [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.677436] env[69520]: INFO nova.compute.manager [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Terminating instance [ 1034.775996] env[69520]: DEBUG oslo_vmware.api [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.827588] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "refresh_cache-cc1ac556-80d2-49f3-9770-f79124b7737c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.827969] env[69520]: DEBUG nova.compute.manager [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Instance network_info: |[{"id": "7e648747-0f6a-4062-be6e-95f2d48f754b", "address": "fa:16:3e:19:05:a5", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e648747-0f", "ovs_interfaceid": "7e648747-0f6a-4062-be6e-95f2d48f754b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.828434] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:05:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e648747-0f6a-4062-be6e-95f2d48f754b', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.836409] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.836672] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.836904] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74455bd9-f219-4325-a131-0dd105b68432 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.859657] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.859657] env[69520]: value = "task-3482239" [ 1034.859657] env[69520]: _type = "Task" [ 1034.859657] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.865452] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482239, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.878484] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482238, 'name': Rename_Task, 'duration_secs': 0.245898} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.879041] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.879451] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ee37605-751a-4794-9111-947da88ba783 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.886345] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1034.886345] env[69520]: value = "task-3482240" [ 1034.886345] env[69520]: _type = "Task" [ 1034.886345] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.894905] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.918355] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52645fb2-0ec2-f933-d2f3-30fe242c2f04, 'name': SearchDatastore_Task, 'duration_secs': 0.016973} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.918355] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.918355] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] d138b00b-f932-4216-93cd-904811172a59/d138b00b-f932-4216-93cd-904811172a59.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.918355] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46a29909-e708-40d8-9e53-8ecbda368555 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.925392] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1034.925392] env[69520]: value = "task-3482241" [ 1034.925392] env[69520]: _type = "Task" [ 1034.925392] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.938424] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.053577] env[69520]: DEBUG nova.compute.manager [req-04eb08aa-1071-4f9f-b5ff-ac486c091359 req-1928f7ca-b4d5-45df-9ced-de3e1124bc22 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Received event network-changed-7e648747-0f6a-4062-be6e-95f2d48f754b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.053903] env[69520]: DEBUG nova.compute.manager [req-04eb08aa-1071-4f9f-b5ff-ac486c091359 req-1928f7ca-b4d5-45df-9ced-de3e1124bc22 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Refreshing instance network info cache due to event network-changed-7e648747-0f6a-4062-be6e-95f2d48f754b. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.054157] env[69520]: DEBUG oslo_concurrency.lockutils [req-04eb08aa-1071-4f9f-b5ff-ac486c091359 req-1928f7ca-b4d5-45df-9ced-de3e1124bc22 service nova] Acquiring lock "refresh_cache-cc1ac556-80d2-49f3-9770-f79124b7737c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.054327] env[69520]: DEBUG oslo_concurrency.lockutils [req-04eb08aa-1071-4f9f-b5ff-ac486c091359 req-1928f7ca-b4d5-45df-9ced-de3e1124bc22 service nova] Acquired lock "refresh_cache-cc1ac556-80d2-49f3-9770-f79124b7737c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.054456] env[69520]: DEBUG nova.network.neutron [req-04eb08aa-1071-4f9f-b5ff-ac486c091359 req-1928f7ca-b4d5-45df-9ced-de3e1124bc22 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Refreshing network info cache for port 7e648747-0f6a-4062-be6e-95f2d48f754b {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.124294] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 0b50c1da-90b5-49b3-a098-55a9ce905c90 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1035.125698] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1035.125698] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1035.185097] env[69520]: DEBUG nova.compute.manager [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.185394] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.187060] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac268aae-c578-47e8-83a7-54aaad4c6d13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.195815] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.196132] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d849448-c4df-4585-a708-7925238fffd1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.207722] env[69520]: DEBUG oslo_vmware.api [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1035.207722] env[69520]: value = "task-3482242" [ 1035.207722] env[69520]: _type = "Task" [ 1035.207722] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.216282] env[69520]: DEBUG oslo_vmware.api [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.244134] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "7981eb07-19e6-4c19-8023-551f56b2e342" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.244456] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "7981eb07-19e6-4c19-8023-551f56b2e342" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.278209] env[69520]: DEBUG oslo_vmware.api [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482237, 'name': PowerOnVM_Task, 'duration_secs': 0.59738} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.278650] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.278734] env[69520]: DEBUG nova.compute.manager [None req-5f038ac0-2db8-4809-b291-c7018244fae0 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.279668] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b00c8c-57da-4304-8014-0ec9ffdd8741 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.370638] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482239, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.401121] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.437111] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.453199] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e8adcd-7e62-4f00-9801-a6d6e409ac5c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.460891] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c1fb1c-0564-4562-835a-f39ad091a493 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.493151] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4296287b-fe2e-4e58-b30b-7c307f88eab5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.501299] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccef5d9-051f-4e95-a7b9-a3ea3e2112b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.518854] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.721708] env[69520]: DEBUG oslo_vmware.api [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482242, 'name': PowerOffVM_Task, 'duration_secs': 0.489898} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.721973] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.722151] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.722394] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7255ee4e-6d44-4b20-a9db-5a3e89383c16 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.746812] env[69520]: DEBUG nova.compute.manager [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.790660] env[69520]: DEBUG nova.network.neutron [req-04eb08aa-1071-4f9f-b5ff-ac486c091359 req-1928f7ca-b4d5-45df-9ced-de3e1124bc22 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Updated VIF entry in instance network info cache for port 7e648747-0f6a-4062-be6e-95f2d48f754b. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.791024] env[69520]: DEBUG nova.network.neutron [req-04eb08aa-1071-4f9f-b5ff-ac486c091359 req-1928f7ca-b4d5-45df-9ced-de3e1124bc22 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Updating instance_info_cache with network_info: [{"id": "7e648747-0f6a-4062-be6e-95f2d48f754b", "address": "fa:16:3e:19:05:a5", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e648747-0f", "ovs_interfaceid": "7e648747-0f6a-4062-be6e-95f2d48f754b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.809556] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.809790] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.809991] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleting the datastore file [datastore1] 2fe95b42-52c9-49a5-b109-ca2d3fbff529 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.810584] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc3d7f62-e3fe-48d0-b5ea-f52b600bfaf0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.819027] env[69520]: DEBUG oslo_vmware.api [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1035.819027] env[69520]: value = "task-3482244" [ 1035.819027] env[69520]: _type = "Task" [ 1035.819027] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.828051] env[69520]: DEBUG oslo_vmware.api [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.868339] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482239, 'name': CreateVM_Task, 'duration_secs': 0.515887} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.868578] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.869348] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.869525] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.869889] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.870190] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e669f5c-b95b-44b5-8686-038c0c5c95ba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.875666] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1035.875666] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528dc918-9992-1b98-493c-51e0c13a0764" [ 1035.875666] env[69520]: _type = "Task" [ 1035.875666] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.884926] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528dc918-9992-1b98-493c-51e0c13a0764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.898502] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.936744] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652721} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.937157] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] d138b00b-f932-4216-93cd-904811172a59/d138b00b-f932-4216-93cd-904811172a59.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.937405] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.937626] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b34ebe3b-da05-4bd6-9c8b-b31ee5e8f19e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.944797] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1035.944797] env[69520]: value = "task-3482245" [ 1035.944797] env[69520]: _type = "Task" [ 1035.944797] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.954682] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.023072] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.276191] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.296548] env[69520]: DEBUG oslo_concurrency.lockutils [req-04eb08aa-1071-4f9f-b5ff-ac486c091359 req-1928f7ca-b4d5-45df-9ced-de3e1124bc22 service nova] Releasing lock "refresh_cache-cc1ac556-80d2-49f3-9770-f79124b7737c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.328486] env[69520]: DEBUG oslo_vmware.api [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215619} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.328808] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.329067] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.329299] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.329569] env[69520]: INFO nova.compute.manager [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1036.329847] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.330122] env[69520]: DEBUG nova.compute.manager [-] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.330286] env[69520]: DEBUG nova.network.neutron [-] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.387329] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528dc918-9992-1b98-493c-51e0c13a0764, 'name': SearchDatastore_Task, 'duration_secs': 0.012079} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.387727] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.387996] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.388319] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.388475] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.388691] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.388922] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d917cdb4-8de0-47c8-ba19-16c4d956a510 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.401482] env[69520]: DEBUG oslo_vmware.api [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482240, 'name': PowerOnVM_Task, 'duration_secs': 1.499169} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.401758] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.401966] env[69520]: INFO nova.compute.manager [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1036.402194] env[69520]: DEBUG nova.compute.manager [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.402958] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f97566-7606-4ef5-bf84-22c6d630faed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.412972] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.413233] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.414228] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e5c5704-467a-403d-80c8-5b0af803adea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.419582] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1036.419582] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c41f5b-d60e-e0a7-c54d-9c75794aab47" [ 1036.419582] env[69520]: _type = "Task" [ 1036.419582] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.429981] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c41f5b-d60e-e0a7-c54d-9c75794aab47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.454558] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084009} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.454805] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.455625] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aa0d98-1ce7-4602-9304-abc7a18ef26a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.480602] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] d138b00b-f932-4216-93cd-904811172a59/d138b00b-f932-4216-93cd-904811172a59.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.480602] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594505aa-2b4a-4f5a-bc94-0c534998ddc3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.501767] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1036.501767] env[69520]: value = "task-3482246" [ 1036.501767] env[69520]: _type = "Task" [ 1036.501767] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.510384] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.526797] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1036.527048] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.450s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.527338] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.634s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.529545] env[69520]: INFO nova.compute.claims [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.926318] env[69520]: INFO nova.compute.manager [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Took 35.40 seconds to build instance. [ 1036.933494] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c41f5b-d60e-e0a7-c54d-9c75794aab47, 'name': SearchDatastore_Task, 'duration_secs': 0.015741} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.934324] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494fe63b-a6b7-4f53-9a00-101360057828 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.941185] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1036.941185] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521269ab-0b21-d560-ce36-7f5db92b6c7f" [ 1036.941185] env[69520]: _type = "Task" [ 1036.941185] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.950481] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521269ab-0b21-d560-ce36-7f5db92b6c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.011899] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.204429] env[69520]: DEBUG nova.compute.manager [req-9ae20865-17db-4811-afb0-c14fea34df38 req-50a4eedb-0ace-4828-addf-9ca289d4ca0d service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Received event network-vif-deleted-329a0745-60f6-4cb2-8ed9-9019e008ab17 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.204429] env[69520]: INFO nova.compute.manager [req-9ae20865-17db-4811-afb0-c14fea34df38 req-50a4eedb-0ace-4828-addf-9ca289d4ca0d service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Neutron deleted interface 329a0745-60f6-4cb2-8ed9-9019e008ab17; detaching it from the instance and deleting it from the info cache [ 1037.204429] env[69520]: DEBUG nova.network.neutron [req-9ae20865-17db-4811-afb0-c14fea34df38 req-50a4eedb-0ace-4828-addf-9ca289d4ca0d service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.204429] env[69520]: DEBUG nova.network.neutron [-] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.429149] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c47a5c21-0279-4f48-816c-c27e5c59e81a tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.915s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.453239] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521269ab-0b21-d560-ce36-7f5db92b6c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.015193} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.453538] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.453780] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] cc1ac556-80d2-49f3-9770-f79124b7737c/cc1ac556-80d2-49f3-9770-f79124b7737c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.454057] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db11cdb4-6f67-4a26-9357-7c30a9bf067c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.461521] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1037.461521] env[69520]: value = "task-3482247" [ 1037.461521] env[69520]: _type = "Task" [ 1037.461521] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.471912] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.512197] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482246, 'name': ReconfigVM_Task, 'duration_secs': 0.693575} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.512513] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Reconfigured VM instance instance-00000058 to attach disk [datastore1] d138b00b-f932-4216-93cd-904811172a59/d138b00b-f932-4216-93cd-904811172a59.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.513162] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e37e651-e669-42e7-a3b6-4875768c0eda {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.519544] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1037.519544] env[69520]: value = "task-3482248" [ 1037.519544] env[69520]: _type = "Task" [ 1037.519544] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.533051] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482248, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.594995] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82fda155-c941-4b09-8dc1-aca8bb2138b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.603906] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7961236-2812-493b-87fa-87507d768620 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.617398] env[69520]: INFO nova.compute.manager [-] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Took 1.29 seconds to deallocate network for instance. [ 1037.647549] env[69520]: DEBUG nova.compute.manager [req-9ae20865-17db-4811-afb0-c14fea34df38 req-50a4eedb-0ace-4828-addf-9ca289d4ca0d service nova] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Detach interface failed, port_id=329a0745-60f6-4cb2-8ed9-9019e008ab17, reason: Instance 2fe95b42-52c9-49a5-b109-ca2d3fbff529 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.860681] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8bf7d7-52aa-445d-9489-05b9cbdeda76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.870616] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c68bf9-4cdb-4bd9-944d-b79bf99df5a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.906362] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd9647e-4bf7-4d5d-a8db-751f2b5c6668 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.915616] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08e6a27-f8dd-4fc7-b4f5-6e8241b771ce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.943371] env[69520]: DEBUG nova.compute.provider_tree [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.973028] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482247, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.030896] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482248, 'name': Rename_Task, 'duration_secs': 0.228836} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.031304] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.031576] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f98b362-a9fe-4ff8-9d34-b007b6a73002 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.038820] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1038.038820] env[69520]: value = "task-3482249" [ 1038.038820] env[69520]: _type = "Task" [ 1038.038820] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.048318] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.050973] env[69520]: DEBUG nova.compute.manager [req-988c2db0-dc45-4afb-82aa-803e9edcce59 req-292d1f99-3139-4ab9-84d2-ed1b47e793e5 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received event network-changed-bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.051217] env[69520]: DEBUG nova.compute.manager [req-988c2db0-dc45-4afb-82aa-803e9edcce59 req-292d1f99-3139-4ab9-84d2-ed1b47e793e5 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing instance network info cache due to event network-changed-bf7ae461-3d38-49c0-9d90-c9493a30ba96. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.051518] env[69520]: DEBUG oslo_concurrency.lockutils [req-988c2db0-dc45-4afb-82aa-803e9edcce59 req-292d1f99-3139-4ab9-84d2-ed1b47e793e5 service nova] Acquiring lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.051819] env[69520]: DEBUG oslo_concurrency.lockutils [req-988c2db0-dc45-4afb-82aa-803e9edcce59 req-292d1f99-3139-4ab9-84d2-ed1b47e793e5 service nova] Acquired lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.052061] env[69520]: DEBUG nova.network.neutron [req-988c2db0-dc45-4afb-82aa-803e9edcce59 req-292d1f99-3139-4ab9-84d2-ed1b47e793e5 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing network info cache for port bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.125285] env[69520]: DEBUG oslo_concurrency.lockutils [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.448410] env[69520]: DEBUG nova.scheduler.client.report [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.475194] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695719} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.476801] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] cc1ac556-80d2-49f3-9770-f79124b7737c/cc1ac556-80d2-49f3-9770-f79124b7737c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.476801] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.476801] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3748d91-c068-4866-a2a6-d80c9bd9b5df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.483935] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1038.483935] env[69520]: value = "task-3482250" [ 1038.483935] env[69520]: _type = "Task" [ 1038.483935] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.493510] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.548777] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.852888] env[69520]: DEBUG nova.network.neutron [req-988c2db0-dc45-4afb-82aa-803e9edcce59 req-292d1f99-3139-4ab9-84d2-ed1b47e793e5 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updated VIF entry in instance network info cache for port bf7ae461-3d38-49c0-9d90-c9493a30ba96. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.853396] env[69520]: DEBUG nova.network.neutron [req-988c2db0-dc45-4afb-82aa-803e9edcce59 req-292d1f99-3139-4ab9-84d2-ed1b47e793e5 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [{"id": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "address": "fa:16:3e:58:ad:5c", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ae461-3d", "ovs_interfaceid": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.955304] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.955304] env[69520]: DEBUG nova.compute.manager [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.958043] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.723s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.998338] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076628} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.000043] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.000043] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f89395e-6a87-415b-b74e-f8f176d1e724 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.029249] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] cc1ac556-80d2-49f3-9770-f79124b7737c/cc1ac556-80d2-49f3-9770-f79124b7737c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.033021] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9701cc-e573-47e7-8126-065e89ed5210 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.056396] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.057888] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1039.057888] env[69520]: value = "task-3482251" [ 1039.057888] env[69520]: _type = "Task" [ 1039.057888] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.068270] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.324069] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b81be-114b-6765-9436-45ce9a1688e2/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.324889] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c008b00c-2d1c-451e-a541-93ba3243471d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.331415] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b81be-114b-6765-9436-45ce9a1688e2/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.331585] env[69520]: ERROR oslo_vmware.rw_handles [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b81be-114b-6765-9436-45ce9a1688e2/disk-0.vmdk due to incomplete transfer. [ 1039.331860] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-380ddba6-cbfa-43eb-b696-2b349968f026 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.339979] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b81be-114b-6765-9436-45ce9a1688e2/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1039.340208] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Uploaded image acf6516d-8968-4e8c-a0c0-dc948968c8a3 to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1039.342401] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1039.342895] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed258c42-2123-4905-88eb-07ebe90f59c2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.350489] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1039.350489] env[69520]: value = "task-3482252" [ 1039.350489] env[69520]: _type = "Task" [ 1039.350489] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.359236] env[69520]: DEBUG oslo_concurrency.lockutils [req-988c2db0-dc45-4afb-82aa-803e9edcce59 req-292d1f99-3139-4ab9-84d2-ed1b47e793e5 service nova] Releasing lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.359780] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482252, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.466162] env[69520]: DEBUG nova.compute.utils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.469579] env[69520]: DEBUG nova.compute.manager [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.469579] env[69520]: DEBUG nova.network.neutron [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.489584] env[69520]: DEBUG nova.compute.manager [req-331ca83d-7e10-437f-8bd7-89b1813676b0 req-daa8a272-65eb-4098-b3f8-ef9979762867 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Received event network-changed-861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.489782] env[69520]: DEBUG nova.compute.manager [req-331ca83d-7e10-437f-8bd7-89b1813676b0 req-daa8a272-65eb-4098-b3f8-ef9979762867 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Refreshing instance network info cache due to event network-changed-861256f6-4384-452d-8ab2-d19351d133ab. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.489996] env[69520]: DEBUG oslo_concurrency.lockutils [req-331ca83d-7e10-437f-8bd7-89b1813676b0 req-daa8a272-65eb-4098-b3f8-ef9979762867 service nova] Acquiring lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.490157] env[69520]: DEBUG oslo_concurrency.lockutils [req-331ca83d-7e10-437f-8bd7-89b1813676b0 req-daa8a272-65eb-4098-b3f8-ef9979762867 service nova] Acquired lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.490316] env[69520]: DEBUG nova.network.neutron [req-331ca83d-7e10-437f-8bd7-89b1813676b0 req-daa8a272-65eb-4098-b3f8-ef9979762867 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Refreshing network info cache for port 861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.512784] env[69520]: DEBUG nova.policy [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36e5a52ce1a7437b996aaa3c5dbaa42e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a07407bcfc2a4801901288fc8eca9be8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.559677] env[69520]: DEBUG oslo_vmware.api [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482249, 'name': PowerOnVM_Task, 'duration_secs': 1.293296} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.563064] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.563319] env[69520]: INFO nova.compute.manager [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1039.563503] env[69520]: DEBUG nova.compute.manager [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.566775] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974c01cd-5e03-4ddf-abf0-8d561bb0254e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.574743] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482251, 'name': ReconfigVM_Task, 'duration_secs': 0.42232} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.576581] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Reconfigured VM instance instance-00000059 to attach disk [datastore2] cc1ac556-80d2-49f3-9770-f79124b7737c/cc1ac556-80d2-49f3-9770-f79124b7737c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.584285] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9c904a6-17d8-4f96-8672-7254967813dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.589240] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1039.589240] env[69520]: value = "task-3482253" [ 1039.589240] env[69520]: _type = "Task" [ 1039.589240] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.598905] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482253, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.780043] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f662a30-749b-4e76-8af4-9f1490f4187d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.787858] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c13dd61-f1e6-460c-9932-89b5c13cf674 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.796028] env[69520]: DEBUG nova.network.neutron [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Successfully created port: 1063cab5-999c-46c2-98a4-33ca2e198202 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.828322] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c28d7-ade1-4e02-91f4-abeec8aeb62e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.836658] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3636be6c-bf0a-48de-a027-3b57300749d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.850958] env[69520]: DEBUG nova.compute.provider_tree [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.860984] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482252, 'name': Destroy_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.972472] env[69520]: DEBUG nova.compute.manager [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.094705] env[69520]: INFO nova.compute.manager [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Took 31.68 seconds to build instance. [ 1040.101318] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482253, 'name': Rename_Task, 'duration_secs': 0.404174} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.101641] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.101912] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69534ede-e489-42c3-a4b8-d05aaafe7440 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.111051] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1040.111051] env[69520]: value = "task-3482254" [ 1040.111051] env[69520]: _type = "Task" [ 1040.111051] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.119781] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.157623] env[69520]: DEBUG nova.compute.manager [req-5768b5f7-c495-432e-a5ee-cc31e5e4ca62 req-857a2f2c-82eb-48dd-a525-549444b274f0 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Received event network-changed-861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.157891] env[69520]: DEBUG nova.compute.manager [req-5768b5f7-c495-432e-a5ee-cc31e5e4ca62 req-857a2f2c-82eb-48dd-a525-549444b274f0 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Refreshing instance network info cache due to event network-changed-861256f6-4384-452d-8ab2-d19351d133ab. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.158406] env[69520]: DEBUG oslo_concurrency.lockutils [req-5768b5f7-c495-432e-a5ee-cc31e5e4ca62 req-857a2f2c-82eb-48dd-a525-549444b274f0 service nova] Acquiring lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.299285] env[69520]: DEBUG nova.network.neutron [req-331ca83d-7e10-437f-8bd7-89b1813676b0 req-daa8a272-65eb-4098-b3f8-ef9979762867 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updated VIF entry in instance network info cache for port 861256f6-4384-452d-8ab2-d19351d133ab. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.299723] env[69520]: DEBUG nova.network.neutron [req-331ca83d-7e10-437f-8bd7-89b1813676b0 req-daa8a272-65eb-4098-b3f8-ef9979762867 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updating instance_info_cache with network_info: [{"id": "861256f6-4384-452d-8ab2-d19351d133ab", "address": "fa:16:3e:47:c2:1f", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861256f6-43", "ovs_interfaceid": "861256f6-4384-452d-8ab2-d19351d133ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.354329] env[69520]: DEBUG nova.scheduler.client.report [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.368669] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482252, 'name': Destroy_Task, 'duration_secs': 0.940883} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.368949] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Destroyed the VM [ 1040.369253] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1040.369507] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ffbb06f6-d339-4b73-ac21-afdc34bfc18a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.375307] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1040.375307] env[69520]: value = "task-3482255" [ 1040.375307] env[69520]: _type = "Task" [ 1040.375307] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.383244] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.597245] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e91e834b-601a-4b3f-9c3e-da2732ffa4df tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "d138b00b-f932-4216-93cd-904811172a59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.189s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.621295] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482254, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.803115] env[69520]: DEBUG oslo_concurrency.lockutils [req-331ca83d-7e10-437f-8bd7-89b1813676b0 req-daa8a272-65eb-4098-b3f8-ef9979762867 service nova] Releasing lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.803294] env[69520]: DEBUG oslo_concurrency.lockutils [req-5768b5f7-c495-432e-a5ee-cc31e5e4ca62 req-857a2f2c-82eb-48dd-a525-549444b274f0 service nova] Acquired lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.803399] env[69520]: DEBUG nova.network.neutron [req-5768b5f7-c495-432e-a5ee-cc31e5e4ca62 req-857a2f2c-82eb-48dd-a525-549444b274f0 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Refreshing network info cache for port 861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.886555] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482255, 'name': RemoveSnapshot_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.984216] env[69520]: DEBUG nova.compute.manager [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.010284] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.010578] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.010742] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.010927] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.011114] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.011366] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.011646] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.011827] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.012015] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.012221] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.012403] env[69520]: DEBUG nova.virt.hardware [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.013324] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3227c71-90c8-4c5d-b9fb-f2c9a2325fa3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.021387] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31a5a5d-b897-421c-a8cd-2458f3826df2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.121033] env[69520]: DEBUG oslo_vmware.api [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482254, 'name': PowerOnVM_Task, 'duration_secs': 0.687923} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.121351] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.121564] env[69520]: INFO nova.compute.manager [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1041.121750] env[69520]: DEBUG nova.compute.manager [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.122592] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ff72bb-3012-41ac-8211-cf18e82d26a7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.322378] env[69520]: DEBUG nova.network.neutron [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Successfully updated port: 1063cab5-999c-46c2-98a4-33ca2e198202 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.370670] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.413s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.370890] env[69520]: DEBUG nova.compute.manager [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69520) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1041.373647] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.268s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.374920] env[69520]: INFO nova.compute.claims [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.395583] env[69520]: DEBUG oslo_vmware.api [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482255, 'name': RemoveSnapshot_Task, 'duration_secs': 0.776275} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.395905] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1041.399538] env[69520]: INFO nova.compute.manager [None req-c536cb76-a3ee-4fb4-83f4-94a8cb632d01 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Took 17.04 seconds to snapshot the instance on the hypervisor. [ 1041.609920] env[69520]: DEBUG nova.network.neutron [req-5768b5f7-c495-432e-a5ee-cc31e5e4ca62 req-857a2f2c-82eb-48dd-a525-549444b274f0 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updated VIF entry in instance network info cache for port 861256f6-4384-452d-8ab2-d19351d133ab. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.610329] env[69520]: DEBUG nova.network.neutron [req-5768b5f7-c495-432e-a5ee-cc31e5e4ca62 req-857a2f2c-82eb-48dd-a525-549444b274f0 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updating instance_info_cache with network_info: [{"id": "861256f6-4384-452d-8ab2-d19351d133ab", "address": "fa:16:3e:47:c2:1f", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861256f6-43", "ovs_interfaceid": "861256f6-4384-452d-8ab2-d19351d133ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.640685] env[69520]: INFO nova.compute.manager [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Took 27.64 seconds to build instance. [ 1041.808056] env[69520]: DEBUG nova.compute.manager [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received event network-changed-bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.808345] env[69520]: DEBUG nova.compute.manager [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing instance network info cache due to event network-changed-bf7ae461-3d38-49c0-9d90-c9493a30ba96. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.808641] env[69520]: DEBUG oslo_concurrency.lockutils [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] Acquiring lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.808844] env[69520]: DEBUG oslo_concurrency.lockutils [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] Acquired lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.809119] env[69520]: DEBUG nova.network.neutron [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing network info cache for port bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.825402] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "refresh_cache-2c0a670b-d19b-4091-b2b2-6d1e80aa9753" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.828568] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "refresh_cache-2c0a670b-d19b-4091-b2b2-6d1e80aa9753" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.828788] env[69520]: DEBUG nova.network.neutron [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.948538] env[69520]: INFO nova.scheduler.client.report [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleted allocation for migration d3cc9495-152b-449d-a21e-60bedd407f51 [ 1042.113028] env[69520]: DEBUG oslo_concurrency.lockutils [req-5768b5f7-c495-432e-a5ee-cc31e5e4ca62 req-857a2f2c-82eb-48dd-a525-549444b274f0 service nova] Releasing lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.142488] env[69520]: DEBUG oslo_concurrency.lockutils [None req-377ca426-a4f1-4722-97d1-faa76cbc02e8 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "cc1ac556-80d2-49f3-9770-f79124b7737c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.150s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.283996] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "9e1dce19-6806-41c2-907a-f7f42312e57b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.283996] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.284265] env[69520]: INFO nova.compute.manager [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Shelving [ 1042.363620] env[69520]: DEBUG nova.network.neutron [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.373499] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "cc1ac556-80d2-49f3-9770-f79124b7737c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.373785] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "cc1ac556-80d2-49f3-9770-f79124b7737c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.374010] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "cc1ac556-80d2-49f3-9770-f79124b7737c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.374215] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "cc1ac556-80d2-49f3-9770-f79124b7737c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.374386] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "cc1ac556-80d2-49f3-9770-f79124b7737c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.376411] env[69520]: INFO nova.compute.manager [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Terminating instance [ 1042.457581] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cfacc080-e05c-48b3-b64f-91db029d2248 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.383s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.532983] env[69520]: DEBUG nova.network.neutron [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Updating instance_info_cache with network_info: [{"id": "1063cab5-999c-46c2-98a4-33ca2e198202", "address": "fa:16:3e:39:a1:81", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063cab5-99", "ovs_interfaceid": "1063cab5-999c-46c2-98a4-33ca2e198202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.623236] env[69520]: DEBUG nova.network.neutron [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updated VIF entry in instance network info cache for port bf7ae461-3d38-49c0-9d90-c9493a30ba96. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.623607] env[69520]: DEBUG nova.network.neutron [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [{"id": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "address": "fa:16:3e:58:ad:5c", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ae461-3d", "ovs_interfaceid": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.679105] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c3702-75be-43d2-8fbb-26a41ad10394 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.688032] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53afc6c1-1add-4a81-b392-13869aa71b3e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.718755] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4953c48b-7f29-4674-8900-6157ce266921 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.725716] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c3c7d9-d045-4bd1-ad28-cc2893138fb3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.739056] env[69520]: DEBUG nova.compute.provider_tree [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.880027] env[69520]: DEBUG nova.compute.manager [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.880138] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.880977] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fbcb9d-4647-48fc-be0a-245099e480f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.888957] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.889252] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba1af0f1-8101-4482-8057-d2260eee9361 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.895771] env[69520]: DEBUG oslo_vmware.api [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1042.895771] env[69520]: value = "task-3482256" [ 1042.895771] env[69520]: _type = "Task" [ 1042.895771] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.904401] env[69520]: DEBUG oslo_vmware.api [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.927822] env[69520]: DEBUG nova.compute.manager [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.928869] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9538b86a-255d-45b8-b4ec-94fe97e6cbb8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.018308] env[69520]: DEBUG nova.objects.instance [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'flavor' on Instance uuid 8137a947-18ef-4e25-b580-96a9eb6077be {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.034975] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "refresh_cache-2c0a670b-d19b-4091-b2b2-6d1e80aa9753" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.035323] env[69520]: DEBUG nova.compute.manager [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Instance network_info: |[{"id": "1063cab5-999c-46c2-98a4-33ca2e198202", "address": "fa:16:3e:39:a1:81", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063cab5-99", "ovs_interfaceid": "1063cab5-999c-46c2-98a4-33ca2e198202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.035847] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:a1:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1063cab5-999c-46c2-98a4-33ca2e198202', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.044129] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Creating folder: Project (a07407bcfc2a4801901288fc8eca9be8). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.044922] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0c50699-bfb5-4349-af60-accfa21decb7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.056291] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Created folder: Project (a07407bcfc2a4801901288fc8eca9be8) in parent group-v695915. [ 1043.056492] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Creating folder: Instances. Parent ref: group-v696163. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.056729] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c76b7dc-3adb-48bf-ba76-4bb916561dca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.066233] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Created folder: Instances in parent group-v696163. [ 1043.066456] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.066665] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.066865] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-207ae422-dfdb-4fa3-a2b1-160e559b028c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.087640] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.087640] env[69520]: value = "task-3482259" [ 1043.087640] env[69520]: _type = "Task" [ 1043.087640] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.094955] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482259, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.127945] env[69520]: DEBUG oslo_concurrency.lockutils [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] Releasing lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.128462] env[69520]: DEBUG nova.compute.manager [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Received event network-vif-plugged-1063cab5-999c-46c2-98a4-33ca2e198202 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.128800] env[69520]: DEBUG oslo_concurrency.lockutils [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] Acquiring lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.129186] env[69520]: DEBUG oslo_concurrency.lockutils [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] Lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.129479] env[69520]: DEBUG oslo_concurrency.lockutils [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] Lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.129706] env[69520]: DEBUG nova.compute.manager [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] No waiting events found dispatching network-vif-plugged-1063cab5-999c-46c2-98a4-33ca2e198202 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.129930] env[69520]: WARNING nova.compute.manager [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Received unexpected event network-vif-plugged-1063cab5-999c-46c2-98a4-33ca2e198202 for instance with vm_state building and task_state spawning. [ 1043.130159] env[69520]: DEBUG nova.compute.manager [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Received event network-changed-1063cab5-999c-46c2-98a4-33ca2e198202 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.130352] env[69520]: DEBUG nova.compute.manager [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Refreshing instance network info cache due to event network-changed-1063cab5-999c-46c2-98a4-33ca2e198202. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.130586] env[69520]: DEBUG oslo_concurrency.lockutils [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] Acquiring lock "refresh_cache-2c0a670b-d19b-4091-b2b2-6d1e80aa9753" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.130768] env[69520]: DEBUG oslo_concurrency.lockutils [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] Acquired lock "refresh_cache-2c0a670b-d19b-4091-b2b2-6d1e80aa9753" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.131065] env[69520]: DEBUG nova.network.neutron [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Refreshing network info cache for port 1063cab5-999c-46c2-98a4-33ca2e198202 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.242782] env[69520]: DEBUG nova.scheduler.client.report [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.293548] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.293915] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be6d7d5c-c78d-4360-96bd-15dee23d2a72 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.301616] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1043.301616] env[69520]: value = "task-3482260" [ 1043.301616] env[69520]: _type = "Task" [ 1043.301616] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.311208] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.406975] env[69520]: DEBUG oslo_vmware.api [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482256, 'name': PowerOffVM_Task, 'duration_secs': 0.324289} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.406975] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.406975] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.406975] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a193f2f8-0308-4893-a215-88114a309e09 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.442057] env[69520]: INFO nova.compute.manager [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] instance snapshotting [ 1043.444941] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a33bea-b3c1-4b2e-af2c-c6a49bc01626 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.465991] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceb762b-d219-42c0-839b-b9ae7440e95b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.525584] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.525584] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.525584] env[69520]: DEBUG nova.network.neutron [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.525584] env[69520]: DEBUG nova.objects.instance [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'info_cache' on Instance uuid 8137a947-18ef-4e25-b580-96a9eb6077be {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.597772] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482259, 'name': CreateVM_Task, 'duration_secs': 0.440785} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.598008] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.598782] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.598983] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.599354] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.599614] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b644fba-1029-43f8-a933-1af7cb919bc7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.605028] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1043.605028] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b1238b-9604-c401-d273-bbb96fa9e88c" [ 1043.605028] env[69520]: _type = "Task" [ 1043.605028] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.612792] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b1238b-9604-c401-d273-bbb96fa9e88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.647893] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.648236] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.648411] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleting the datastore file [datastore2] cc1ac556-80d2-49f3-9770-f79124b7737c {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.648679] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afdd81bb-8e07-44b4-9f24-19bbfbe2f698 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.655420] env[69520]: DEBUG oslo_vmware.api [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1043.655420] env[69520]: value = "task-3482262" [ 1043.655420] env[69520]: _type = "Task" [ 1043.655420] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.665444] env[69520]: DEBUG oslo_vmware.api [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.750023] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.750023] env[69520]: DEBUG nova.compute.manager [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.754575] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.964s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.754933] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.757357] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.481s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.759255] env[69520]: INFO nova.compute.claims [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.784276] env[69520]: INFO nova.scheduler.client.report [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Deleted allocations for instance 3811b4a2-ee66-41c1-b678-ab8ba3f9945b [ 1043.814267] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482260, 'name': PowerOffVM_Task, 'duration_secs': 0.250116} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.814267] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.814943] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b79b803-97f8-466f-8469-34239b59bc93 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.837059] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154cbb5e-0519-42c3-aa8e-33566a714ec8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.983155] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1043.983556] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d6b660c-4536-4913-bbca-5adcbf8b1133 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.994052] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1043.994052] env[69520]: value = "task-3482263" [ 1043.994052] env[69520]: _type = "Task" [ 1043.994052] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.004028] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482263, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.029337] env[69520]: DEBUG nova.objects.base [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Object Instance<8137a947-18ef-4e25-b580-96a9eb6077be> lazy-loaded attributes: flavor,info_cache {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.118607] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b1238b-9604-c401-d273-bbb96fa9e88c, 'name': SearchDatastore_Task, 'duration_secs': 0.025133} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.118967] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.119250] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.119504] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.119675] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.119889] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.120284] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-352b5f7a-fb9a-4d0b-8fcc-8cb06852ca6e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.129995] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.130325] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.131385] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bc628c-9a7c-4ae8-aacb-c71746062684 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.139755] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1044.139755] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523e545f-7a55-f5bc-af64-a6f781a126cd" [ 1044.139755] env[69520]: _type = "Task" [ 1044.139755] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.149060] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523e545f-7a55-f5bc-af64-a6f781a126cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.165500] env[69520]: DEBUG oslo_vmware.api [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383905} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.165755] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.165978] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.166232] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.166457] env[69520]: INFO nova.compute.manager [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1044.167175] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.167175] env[69520]: DEBUG nova.compute.manager [-] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.167175] env[69520]: DEBUG nova.network.neutron [-] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.205300] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.205653] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.205935] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.206283] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.206559] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.208926] env[69520]: INFO nova.compute.manager [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Terminating instance [ 1044.266300] env[69520]: DEBUG nova.compute.utils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.267939] env[69520]: DEBUG nova.compute.manager [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.268145] env[69520]: DEBUG nova.network.neutron [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.271395] env[69520]: DEBUG nova.network.neutron [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Updated VIF entry in instance network info cache for port 1063cab5-999c-46c2-98a4-33ca2e198202. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.273212] env[69520]: DEBUG nova.network.neutron [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Updating instance_info_cache with network_info: [{"id": "1063cab5-999c-46c2-98a4-33ca2e198202", "address": "fa:16:3e:39:a1:81", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1063cab5-99", "ovs_interfaceid": "1063cab5-999c-46c2-98a4-33ca2e198202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.291987] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c1307833-480a-4ffa-9f5c-324cd87cfb23 tempest-ImagesTestJSON-1783197222 tempest-ImagesTestJSON-1783197222-project-member] Lock "3811b4a2-ee66-41c1-b678-ab8ba3f9945b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.994s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.322801] env[69520]: DEBUG nova.policy [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69476417dbe9413794b75eaf04f768b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8f8660f24764d1b87d36cac6a421146', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.351885] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.354020] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a217890-8529-4b59-9372-88018948b82b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.365512] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1044.365512] env[69520]: value = "task-3482264" [ 1044.365512] env[69520]: _type = "Task" [ 1044.365512] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.376369] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.478331] env[69520]: DEBUG nova.compute.manager [req-13d1d03c-94ab-40ac-80eb-b4595b95d244 req-9fe820e2-6e38-41cf-8de9-da8fa186c4e9 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Received event network-vif-deleted-7e648747-0f6a-4062-be6e-95f2d48f754b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.478433] env[69520]: INFO nova.compute.manager [req-13d1d03c-94ab-40ac-80eb-b4595b95d244 req-9fe820e2-6e38-41cf-8de9-da8fa186c4e9 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Neutron deleted interface 7e648747-0f6a-4062-be6e-95f2d48f754b; detaching it from the instance and deleting it from the info cache [ 1044.478607] env[69520]: DEBUG nova.network.neutron [req-13d1d03c-94ab-40ac-80eb-b4595b95d244 req-9fe820e2-6e38-41cf-8de9-da8fa186c4e9 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.505605] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482263, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.650631] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523e545f-7a55-f5bc-af64-a6f781a126cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.654676] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9046574-f98c-4aa5-9595-848a6bc71cf3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.666979] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1044.666979] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5272f881-ed32-a138-e002-3d07a0cf8828" [ 1044.666979] env[69520]: _type = "Task" [ 1044.666979] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.676528] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5272f881-ed32-a138-e002-3d07a0cf8828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.713265] env[69520]: DEBUG nova.compute.manager [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.713507] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.714414] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7de327-c4f9-473e-8540-467372c45982 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.722740] env[69520]: DEBUG nova.network.neutron [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Successfully created port: 83078ac4-6f69-4ced-8242-2824e92493e7 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.726840] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.727108] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20e246c6-e131-4b6f-8bce-771fb6a04db9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.734405] env[69520]: DEBUG oslo_vmware.api [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1044.734405] env[69520]: value = "task-3482265" [ 1044.734405] env[69520]: _type = "Task" [ 1044.734405] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.743918] env[69520]: DEBUG oslo_vmware.api [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.771771] env[69520]: DEBUG nova.compute.manager [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.775496] env[69520]: DEBUG oslo_concurrency.lockutils [req-9789bf5c-a9ed-45bc-8616-512fc66fd245 req-df0516cf-85f9-4eb9-a8d8-000e3e325bbd service nova] Releasing lock "refresh_cache-2c0a670b-d19b-4091-b2b2-6d1e80aa9753" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.790697] env[69520]: DEBUG nova.network.neutron [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance_info_cache with network_info: [{"id": "84cd63d6-57c1-4b08-a910-03a624cd836f", "address": "fa:16:3e:f8:58:c8", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cd63d6-57", "ovs_interfaceid": "84cd63d6-57c1-4b08-a910-03a624cd836f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.880163] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.977257] env[69520]: DEBUG nova.network.neutron [-] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.984894] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7429a56-fc1b-4902-a71f-3b6243563330 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.000589] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16a10eb-0d12-4efc-b590-fb542bdf5758 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.032316] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482263, 'name': CreateSnapshot_Task, 'duration_secs': 0.624887} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.032564] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.033600] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee7a5e8-1721-4454-a61b-264cffe8b30b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.057853] env[69520]: DEBUG nova.compute.manager [req-13d1d03c-94ab-40ac-80eb-b4595b95d244 req-9fe820e2-6e38-41cf-8de9-da8fa186c4e9 service nova] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Detach interface failed, port_id=7e648747-0f6a-4062-be6e-95f2d48f754b, reason: Instance cc1ac556-80d2-49f3-9770-f79124b7737c could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.133898] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f592c24-5300-43b0-a4f2-126f9b455250 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.142828] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89727bd9-026d-4bf6-8df0-21f90eaed828 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.177248] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29d2815-20e3-499c-bfdb-98964a0bbe08 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.186838] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5272f881-ed32-a138-e002-3d07a0cf8828, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.189367] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.189673] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 2c0a670b-d19b-4091-b2b2-6d1e80aa9753/2c0a670b-d19b-4091-b2b2-6d1e80aa9753.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.190046] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eff6454-c4a2-4e51-8481-44f33ff85722 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.193043] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b17ee-c986-4c6f-8fe6-ea1f8bdb3525 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.211786] env[69520]: DEBUG nova.compute.provider_tree [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.214936] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1045.214936] env[69520]: value = "task-3482266" [ 1045.214936] env[69520]: _type = "Task" [ 1045.214936] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.224266] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.244234] env[69520]: DEBUG oslo_vmware.api [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482265, 'name': PowerOffVM_Task, 'duration_secs': 0.220022} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.244497] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.244664] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.245076] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd5b06e3-5254-4cf9-b102-5038069fec79 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.299720] env[69520]: DEBUG oslo_concurrency.lockutils [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-8137a947-18ef-4e25-b580-96a9eb6077be" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.337936] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.338317] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.338601] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Deleting the datastore file [datastore2] 3f7db20b-c070-4a10-b03c-1204cb6b6db2 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.338957] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57fa63d4-9c3f-4b5d-93d7-34b9c2a861d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.347332] env[69520]: DEBUG oslo_vmware.api [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1045.347332] env[69520]: value = "task-3482268" [ 1045.347332] env[69520]: _type = "Task" [ 1045.347332] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.356016] env[69520]: DEBUG oslo_vmware.api [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.374877] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482264, 'name': CreateSnapshot_Task, 'duration_secs': 0.725592} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.375179] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.379024] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0611f57c-a5ab-4827-b3af-1a21ad9f2d2a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.447417] env[69520]: INFO nova.compute.manager [-] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Took 1.28 seconds to deallocate network for instance. [ 1045.575316] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1045.575682] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-abe828e4-b356-4a7d-92ab-a3c24fead043 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.591611] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1045.591611] env[69520]: value = "task-3482269" [ 1045.591611] env[69520]: _type = "Task" [ 1045.591611] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.601911] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482269, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.717140] env[69520]: DEBUG nova.scheduler.client.report [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.735563] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482266, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.784027] env[69520]: DEBUG nova.compute.manager [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.820045] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.820527] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.820821] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.821116] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.821357] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.823052] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.823052] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.823052] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.823052] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.823052] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.823052] env[69520]: DEBUG nova.virt.hardware [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.823915] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d183ac-8d2e-490d-954c-cd95c6879040 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.833829] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68107435-298c-4845-ba68-f8d9dbb056d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.863133] env[69520]: DEBUG oslo_vmware.api [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295748} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.863602] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.864074] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.864283] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.864501] env[69520]: INFO nova.compute.manager [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1045.864897] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.865026] env[69520]: DEBUG nova.compute.manager [-] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.865167] env[69520]: DEBUG nova.network.neutron [-] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.895458] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1045.895783] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-685f53fd-0382-4192-93d9-01a11abda96d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.905865] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1045.905865] env[69520]: value = "task-3482270" [ 1045.905865] env[69520]: _type = "Task" [ 1045.905865] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.918782] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482270, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.960516] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.104078] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482269, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.227874] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.228690] env[69520]: DEBUG nova.compute.manager [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.235719] env[69520]: DEBUG oslo_concurrency.lockutils [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.111s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.235962] env[69520]: DEBUG nova.objects.instance [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lazy-loading 'resources' on Instance uuid 2fe95b42-52c9-49a5-b109-ca2d3fbff529 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.237126] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54601} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.237843] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 2c0a670b-d19b-4091-b2b2-6d1e80aa9753/2c0a670b-d19b-4091-b2b2-6d1e80aa9753.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.238027] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.238314] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aa06d89-a94a-4798-9195-0b61e5118ef2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.247467] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1046.247467] env[69520]: value = "task-3482271" [ 1046.247467] env[69520]: _type = "Task" [ 1046.247467] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.259591] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.308216] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.308216] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e5421a1-2fbc-4042-b3d3-ad2c7d81cbdc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.317224] env[69520]: DEBUG oslo_vmware.api [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1046.317224] env[69520]: value = "task-3482272" [ 1046.317224] env[69520]: _type = "Task" [ 1046.317224] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.327706] env[69520]: DEBUG oslo_vmware.api [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.418178] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482270, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.532695] env[69520]: DEBUG nova.compute.manager [req-b3443b83-b2d5-42e4-8ba9-bb8abb0dac39 req-9663483a-ad39-4cd8-9455-7e40ce8f70ee service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Received event network-vif-deleted-57680576-30fc-45a7-80e7-5c9143907028 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.532695] env[69520]: INFO nova.compute.manager [req-b3443b83-b2d5-42e4-8ba9-bb8abb0dac39 req-9663483a-ad39-4cd8-9455-7e40ce8f70ee service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Neutron deleted interface 57680576-30fc-45a7-80e7-5c9143907028; detaching it from the instance and deleting it from the info cache [ 1046.534038] env[69520]: DEBUG nova.network.neutron [req-b3443b83-b2d5-42e4-8ba9-bb8abb0dac39 req-9663483a-ad39-4cd8-9455-7e40ce8f70ee service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.604595] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482269, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.643789] env[69520]: DEBUG nova.network.neutron [-] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.741587] env[69520]: DEBUG nova.compute.utils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.745928] env[69520]: DEBUG nova.compute.manager [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.750120] env[69520]: DEBUG nova.network.neutron [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.763782] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071565} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.764260] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.765700] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77f6781-abae-4431-a37a-90df2123652e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.799542] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2c0a670b-d19b-4091-b2b2-6d1e80aa9753/2c0a670b-d19b-4091-b2b2-6d1e80aa9753.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.803518] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8cedec6-6d02-41aa-91ab-878fc9cdd6ae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.823647] env[69520]: DEBUG nova.policy [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0e88ad10ff4c55914704ab06327d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8e0aacd8664207abb1e19f5341e107', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.833169] env[69520]: DEBUG nova.compute.manager [req-3ee5f372-1d30-4ed4-af6d-4062701fbcff req-d74a7df7-629f-4aba-abc4-982ee792bd96 service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Received event network-vif-plugged-83078ac4-6f69-4ced-8242-2824e92493e7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.833390] env[69520]: DEBUG oslo_concurrency.lockutils [req-3ee5f372-1d30-4ed4-af6d-4062701fbcff req-d74a7df7-629f-4aba-abc4-982ee792bd96 service nova] Acquiring lock "0b50c1da-90b5-49b3-a098-55a9ce905c90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.833596] env[69520]: DEBUG oslo_concurrency.lockutils [req-3ee5f372-1d30-4ed4-af6d-4062701fbcff req-d74a7df7-629f-4aba-abc4-982ee792bd96 service nova] Lock "0b50c1da-90b5-49b3-a098-55a9ce905c90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.833758] env[69520]: DEBUG oslo_concurrency.lockutils [req-3ee5f372-1d30-4ed4-af6d-4062701fbcff req-d74a7df7-629f-4aba-abc4-982ee792bd96 service nova] Lock "0b50c1da-90b5-49b3-a098-55a9ce905c90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.833922] env[69520]: DEBUG nova.compute.manager [req-3ee5f372-1d30-4ed4-af6d-4062701fbcff req-d74a7df7-629f-4aba-abc4-982ee792bd96 service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] No waiting events found dispatching network-vif-plugged-83078ac4-6f69-4ced-8242-2824e92493e7 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.834099] env[69520]: WARNING nova.compute.manager [req-3ee5f372-1d30-4ed4-af6d-4062701fbcff req-d74a7df7-629f-4aba-abc4-982ee792bd96 service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Received unexpected event network-vif-plugged-83078ac4-6f69-4ced-8242-2824e92493e7 for instance with vm_state building and task_state spawning. [ 1046.842196] env[69520]: DEBUG oslo_vmware.api [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482272, 'name': PowerOnVM_Task, 'duration_secs': 0.49461} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.842196] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.843384] env[69520]: DEBUG nova.compute.manager [None req-18802689-64b4-49a3-9b3e-eaea293b83f2 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.843384] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1046.843384] env[69520]: value = "task-3482273" [ 1046.843384] env[69520]: _type = "Task" [ 1046.843384] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.847238] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a6797a-452b-4719-9882-02696025f425 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.858833] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.890297] env[69520]: DEBUG nova.network.neutron [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Successfully updated port: 83078ac4-6f69-4ced-8242-2824e92493e7 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.919720] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482270, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.036845] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48dd2cd4-05ef-43d4-ae31-0f3ecd477ad4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.049674] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3055ac16-fdb9-48b0-9c8b-789655939102 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.085056] env[69520]: DEBUG nova.compute.manager [req-b3443b83-b2d5-42e4-8ba9-bb8abb0dac39 req-9663483a-ad39-4cd8-9455-7e40ce8f70ee service nova] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Detach interface failed, port_id=57680576-30fc-45a7-80e7-5c9143907028, reason: Instance 3f7db20b-c070-4a10-b03c-1204cb6b6db2 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.086801] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11ea229-9391-4098-857f-47d1029ad5e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.098774] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e384b9ae-aca9-40fd-9d3c-9e26ef3e2664 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.107483] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482269, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.133836] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96d21ae-addd-4693-b6c4-be1549175830 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.142959] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f75008f-77fe-492f-b83a-ee86fc00984b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.147145] env[69520]: INFO nova.compute.manager [-] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Took 1.28 seconds to deallocate network for instance. [ 1047.161485] env[69520]: DEBUG nova.compute.provider_tree [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.238962] env[69520]: DEBUG nova.network.neutron [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Successfully created port: f6920416-22b4-4cae-bd4e-a122d4be34f0 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.245474] env[69520]: DEBUG nova.compute.manager [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.360690] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482273, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.396940] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "refresh_cache-0b50c1da-90b5-49b3-a098-55a9ce905c90" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.397217] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "refresh_cache-0b50c1da-90b5-49b3-a098-55a9ce905c90" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.397374] env[69520]: DEBUG nova.network.neutron [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.420620] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482270, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.603485] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482269, 'name': CloneVM_Task} progress is 95%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.664842] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.665770] env[69520]: DEBUG nova.scheduler.client.report [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.859649] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482273, 'name': ReconfigVM_Task, 'duration_secs': 0.52369} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.859936] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2c0a670b-d19b-4091-b2b2-6d1e80aa9753/2c0a670b-d19b-4091-b2b2-6d1e80aa9753.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.860584] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47b99a1e-c2ec-4d78-9d53-71148c0b4bf1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.868814] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1047.868814] env[69520]: value = "task-3482274" [ 1047.868814] env[69520]: _type = "Task" [ 1047.868814] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.877688] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482274, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.919088] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482270, 'name': CloneVM_Task, 'duration_secs': 1.887027} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.919280] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Created linked-clone VM from snapshot [ 1047.920384] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b91dc-ebe9-4b37-855a-46a3109d1c36 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.929063] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Uploading image e34e666b-0960-4428-a374-2e681c422a85 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.944238] env[69520]: DEBUG nova.network.neutron [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.960425] env[69520]: DEBUG oslo_vmware.rw_handles [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1047.960425] env[69520]: value = "vm-696169" [ 1047.960425] env[69520]: _type = "VirtualMachine" [ 1047.960425] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1047.960757] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f50ab114-005b-48b5-811f-585a65c33012 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.976369] env[69520]: DEBUG oslo_vmware.rw_handles [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lease: (returnval){ [ 1047.976369] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52817dc7-a3ef-ad7d-b917-d8fa66fc768a" [ 1047.976369] env[69520]: _type = "HttpNfcLease" [ 1047.976369] env[69520]: } obtained for exporting VM: (result){ [ 1047.976369] env[69520]: value = "vm-696169" [ 1047.976369] env[69520]: _type = "VirtualMachine" [ 1047.976369] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1047.976824] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the lease: (returnval){ [ 1047.976824] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52817dc7-a3ef-ad7d-b917-d8fa66fc768a" [ 1047.976824] env[69520]: _type = "HttpNfcLease" [ 1047.976824] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.987202] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.987202] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52817dc7-a3ef-ad7d-b917-d8fa66fc768a" [ 1047.987202] env[69520]: _type = "HttpNfcLease" [ 1047.987202] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1048.103972] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482269, 'name': CloneVM_Task, 'duration_secs': 2.133409} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.104517] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Created linked-clone VM from snapshot [ 1048.105310] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4420f45-002f-4377-9a2a-c412323586e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.113080] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Uploading image 0a859059-5702-47c4-8e54-6aba0ab83e80 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1048.125879] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1048.126164] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15eed9cd-0ef6-4084-bd4b-10b34b98f91a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.133038] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1048.133038] env[69520]: value = "task-3482276" [ 1048.133038] env[69520]: _type = "Task" [ 1048.133038] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.142995] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482276, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.171834] env[69520]: DEBUG oslo_concurrency.lockutils [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.175932] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.215s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.176461] env[69520]: DEBUG nova.objects.instance [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lazy-loading 'resources' on Instance uuid cc1ac556-80d2-49f3-9770-f79124b7737c {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.194226] env[69520]: INFO nova.scheduler.client.report [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted allocations for instance 2fe95b42-52c9-49a5-b109-ca2d3fbff529 [ 1048.227272] env[69520]: DEBUG nova.network.neutron [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Updating instance_info_cache with network_info: [{"id": "83078ac4-6f69-4ced-8242-2824e92493e7", "address": "fa:16:3e:bf:29:65", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83078ac4-6f", "ovs_interfaceid": "83078ac4-6f69-4ced-8242-2824e92493e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.257029] env[69520]: DEBUG nova.compute.manager [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.283167] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.283512] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.283597] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.283781] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.284257] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.284720] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.285111] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.285341] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.285564] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.285836] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.285996] env[69520]: DEBUG nova.virt.hardware [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.286917] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1124ed-80d5-458c-8059-6e90b706f88e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.290068] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "8137a947-18ef-4e25-b580-96a9eb6077be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.291026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.291026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "8137a947-18ef-4e25-b580-96a9eb6077be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.291026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.291026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.293406] env[69520]: INFO nova.compute.manager [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Terminating instance [ 1048.299572] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db13e2e-902a-4504-a1f2-5080ff30ebb1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.380170] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482274, 'name': Rename_Task, 'duration_secs': 0.185442} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.380483] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.380740] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c42096f7-1c94-414a-8c2a-6e8af5b7dc8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.388947] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1048.388947] env[69520]: value = "task-3482277" [ 1048.388947] env[69520]: _type = "Task" [ 1048.388947] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.396560] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.486155] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.486155] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52817dc7-a3ef-ad7d-b917-d8fa66fc768a" [ 1048.486155] env[69520]: _type = "HttpNfcLease" [ 1048.486155] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1048.486460] env[69520]: DEBUG oslo_vmware.rw_handles [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1048.486460] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52817dc7-a3ef-ad7d-b917-d8fa66fc768a" [ 1048.486460] env[69520]: _type = "HttpNfcLease" [ 1048.486460] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1048.487254] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bd9c43-efb9-4ce3-b4d4-0affad8e1a9a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.495157] env[69520]: DEBUG oslo_vmware.rw_handles [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392acb-2be1-4a1e-3b2f-1556d5ef7969/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1048.495339] env[69520]: DEBUG oslo_vmware.rw_handles [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392acb-2be1-4a1e-3b2f-1556d5ef7969/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1048.557480] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "d06e9d3f-1613-4410-bb38-c2812dce96de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.557730] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "d06e9d3f-1613-4410-bb38-c2812dce96de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.591420] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f82e70c-3270-4265-b806-7dd65c435c26 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.644503] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482276, 'name': Destroy_Task, 'duration_secs': 0.315884} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.644927] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Destroyed the VM [ 1048.645170] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1048.645453] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e41367f-07f8-4288-bc7c-943e77c3062c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.653213] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1048.653213] env[69520]: value = "task-3482278" [ 1048.653213] env[69520]: _type = "Task" [ 1048.653213] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.660023] env[69520]: DEBUG nova.compute.manager [req-c1633de9-5fbe-44d8-b23f-e6c4dc6f4d7c req-5a37c05a-00d4-4f9f-b1ec-bd00eca301e9 service nova] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Received event network-vif-plugged-f6920416-22b4-4cae-bd4e-a122d4be34f0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.660282] env[69520]: DEBUG oslo_concurrency.lockutils [req-c1633de9-5fbe-44d8-b23f-e6c4dc6f4d7c req-5a37c05a-00d4-4f9f-b1ec-bd00eca301e9 service nova] Acquiring lock "7981eb07-19e6-4c19-8023-551f56b2e342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.660794] env[69520]: DEBUG oslo_concurrency.lockutils [req-c1633de9-5fbe-44d8-b23f-e6c4dc6f4d7c req-5a37c05a-00d4-4f9f-b1ec-bd00eca301e9 service nova] Lock "7981eb07-19e6-4c19-8023-551f56b2e342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.660794] env[69520]: DEBUG oslo_concurrency.lockutils [req-c1633de9-5fbe-44d8-b23f-e6c4dc6f4d7c req-5a37c05a-00d4-4f9f-b1ec-bd00eca301e9 service nova] Lock "7981eb07-19e6-4c19-8023-551f56b2e342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.660794] env[69520]: DEBUG nova.compute.manager [req-c1633de9-5fbe-44d8-b23f-e6c4dc6f4d7c req-5a37c05a-00d4-4f9f-b1ec-bd00eca301e9 service nova] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] No waiting events found dispatching network-vif-plugged-f6920416-22b4-4cae-bd4e-a122d4be34f0 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.660982] env[69520]: WARNING nova.compute.manager [req-c1633de9-5fbe-44d8-b23f-e6c4dc6f4d7c req-5a37c05a-00d4-4f9f-b1ec-bd00eca301e9 service nova] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Received unexpected event network-vif-plugged-f6920416-22b4-4cae-bd4e-a122d4be34f0 for instance with vm_state building and task_state spawning. [ 1048.665248] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.704649] env[69520]: DEBUG oslo_concurrency.lockutils [None req-402e5ff2-3915-49e6-94ce-003ffafe3ea2 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "2fe95b42-52c9-49a5-b109-ca2d3fbff529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.030s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.732024] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "refresh_cache-0b50c1da-90b5-49b3-a098-55a9ce905c90" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.733170] env[69520]: DEBUG nova.compute.manager [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Instance network_info: |[{"id": "83078ac4-6f69-4ced-8242-2824e92493e7", "address": "fa:16:3e:bf:29:65", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83078ac4-6f", "ovs_interfaceid": "83078ac4-6f69-4ced-8242-2824e92493e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.733809] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:29:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83078ac4-6f69-4ced-8242-2824e92493e7', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.744468] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.745341] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.745582] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79f2160e-7f17-4a3a-b99a-320b4fd97e88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.767136] env[69520]: DEBUG nova.network.neutron [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Successfully updated port: f6920416-22b4-4cae-bd4e-a122d4be34f0 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.774957] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.774957] env[69520]: value = "task-3482279" [ 1048.774957] env[69520]: _type = "Task" [ 1048.774957] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.785226] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482279, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.800659] env[69520]: DEBUG nova.compute.manager [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.800885] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.807198] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92b27b6-f992-457d-8a0a-5544df95f3d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.819671] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.821410] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a2840f4-bc76-43fc-a9c9-473cb9da0b37 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.834201] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1048.834201] env[69520]: value = "task-3482280" [ 1048.834201] env[69520]: _type = "Task" [ 1048.834201] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.849950] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.867146] env[69520]: DEBUG nova.compute.manager [req-abe85732-5e17-4236-a993-a33a4a2ce1cb req-0fe40b29-fc66-4299-8cea-e5aeba5f164a service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Received event network-changed-83078ac4-6f69-4ced-8242-2824e92493e7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.867388] env[69520]: DEBUG nova.compute.manager [req-abe85732-5e17-4236-a993-a33a4a2ce1cb req-0fe40b29-fc66-4299-8cea-e5aeba5f164a service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Refreshing instance network info cache due to event network-changed-83078ac4-6f69-4ced-8242-2824e92493e7. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.867649] env[69520]: DEBUG oslo_concurrency.lockutils [req-abe85732-5e17-4236-a993-a33a4a2ce1cb req-0fe40b29-fc66-4299-8cea-e5aeba5f164a service nova] Acquiring lock "refresh_cache-0b50c1da-90b5-49b3-a098-55a9ce905c90" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.867816] env[69520]: DEBUG oslo_concurrency.lockutils [req-abe85732-5e17-4236-a993-a33a4a2ce1cb req-0fe40b29-fc66-4299-8cea-e5aeba5f164a service nova] Acquired lock "refresh_cache-0b50c1da-90b5-49b3-a098-55a9ce905c90" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.868016] env[69520]: DEBUG nova.network.neutron [req-abe85732-5e17-4236-a993-a33a4a2ce1cb req-0fe40b29-fc66-4299-8cea-e5aeba5f164a service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Refreshing network info cache for port 83078ac4-6f69-4ced-8242-2824e92493e7 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.904364] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482277, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.013108] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb62bb3-b252-455f-92f0-b91c5159b61b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.026668] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473df5fc-05f7-485d-b1d2-4b3995038c04 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.063600] env[69520]: DEBUG nova.compute.manager [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.067606] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73686e6c-fd4b-4ce9-babb-68e318128aea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.078529] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5a13b2-803d-4a85-9b7c-582e16756ad9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.094999] env[69520]: DEBUG nova.compute.provider_tree [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.164315] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482278, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.269140] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "refresh_cache-7981eb07-19e6-4c19-8023-551f56b2e342" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.269209] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "refresh_cache-7981eb07-19e6-4c19-8023-551f56b2e342" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.269426] env[69520]: DEBUG nova.network.neutron [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.290279] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482279, 'name': CreateVM_Task, 'duration_secs': 0.398198} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.290279] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.290937] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.291191] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.292790] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.292790] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b986a97e-6a6d-4a15-bd43-58277d4983ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.299330] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1049.299330] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5282db93-a494-783d-ae94-8ce534149b67" [ 1049.299330] env[69520]: _type = "Task" [ 1049.299330] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.309344] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5282db93-a494-783d-ae94-8ce534149b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.346635] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.400369] env[69520]: DEBUG oslo_vmware.api [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482277, 'name': PowerOnVM_Task, 'duration_secs': 0.684726} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.400734] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.401251] env[69520]: INFO nova.compute.manager [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1049.401539] env[69520]: DEBUG nova.compute.manager [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.402550] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2368612-6463-487d-be0e-690d63d0e587 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.591585] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.599372] env[69520]: DEBUG nova.scheduler.client.report [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.614857] env[69520]: DEBUG nova.network.neutron [req-abe85732-5e17-4236-a993-a33a4a2ce1cb req-0fe40b29-fc66-4299-8cea-e5aeba5f164a service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Updated VIF entry in instance network info cache for port 83078ac4-6f69-4ced-8242-2824e92493e7. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.615490] env[69520]: DEBUG nova.network.neutron [req-abe85732-5e17-4236-a993-a33a4a2ce1cb req-0fe40b29-fc66-4299-8cea-e5aeba5f164a service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Updating instance_info_cache with network_info: [{"id": "83078ac4-6f69-4ced-8242-2824e92493e7", "address": "fa:16:3e:bf:29:65", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83078ac4-6f", "ovs_interfaceid": "83078ac4-6f69-4ced-8242-2824e92493e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.665475] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482278, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.805045] env[69520]: DEBUG nova.network.neutron [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.813939] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5282db93-a494-783d-ae94-8ce534149b67, 'name': SearchDatastore_Task, 'duration_secs': 0.017365} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.814617] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.815051] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.815393] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.815545] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.815741] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.816033] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5203bd76-7821-434b-8153-080e1774e76a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.832723] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.834194] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.834452] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc68658-c337-45f5-9fa8-80cfe135fb7b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.843883] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1049.843883] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52987808-f96f-0394-47b0-022560e7dc5b" [ 1049.843883] env[69520]: _type = "Task" [ 1049.843883] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.847128] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.857954] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52987808-f96f-0394-47b0-022560e7dc5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.924556] env[69520]: INFO nova.compute.manager [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Took 23.06 seconds to build instance. [ 1049.958124] env[69520]: DEBUG nova.network.neutron [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Updating instance_info_cache with network_info: [{"id": "f6920416-22b4-4cae-bd4e-a122d4be34f0", "address": "fa:16:3e:5a:bf:05", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6920416-22", "ovs_interfaceid": "f6920416-22b4-4cae-bd4e-a122d4be34f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.104334] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.107748] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.443s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.107748] env[69520]: DEBUG nova.objects.instance [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lazy-loading 'resources' on Instance uuid 3f7db20b-c070-4a10-b03c-1204cb6b6db2 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.118240] env[69520]: DEBUG oslo_concurrency.lockutils [req-abe85732-5e17-4236-a993-a33a4a2ce1cb req-0fe40b29-fc66-4299-8cea-e5aeba5f164a service nova] Releasing lock "refresh_cache-0b50c1da-90b5-49b3-a098-55a9ce905c90" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.128459] env[69520]: INFO nova.scheduler.client.report [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted allocations for instance cc1ac556-80d2-49f3-9770-f79124b7737c [ 1050.167035] env[69520]: DEBUG oslo_vmware.api [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482278, 'name': RemoveSnapshot_Task, 'duration_secs': 1.256813} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.167635] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1050.351597] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.363322] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52987808-f96f-0394-47b0-022560e7dc5b, 'name': SearchDatastore_Task, 'duration_secs': 0.01958} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.364928] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a18bbbc-0cdc-4371-bab7-2a29d3899420 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.371612] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1050.371612] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52eccf6e-37b2-e35c-dda7-e2a45d5d4987" [ 1050.371612] env[69520]: _type = "Task" [ 1050.371612] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.381243] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52eccf6e-37b2-e35c-dda7-e2a45d5d4987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.427040] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4fb7a9b1-aedd-46ed-b88e-4a5773fca36c tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.574s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.461025] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "refresh_cache-7981eb07-19e6-4c19-8023-551f56b2e342" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.461413] env[69520]: DEBUG nova.compute.manager [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Instance network_info: |[{"id": "f6920416-22b4-4cae-bd4e-a122d4be34f0", "address": "fa:16:3e:5a:bf:05", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6920416-22", "ovs_interfaceid": "f6920416-22b4-4cae-bd4e-a122d4be34f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.462332] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:bf:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6920416-22b4-4cae-bd4e-a122d4be34f0', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.470823] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.471149] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.471435] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb7d266a-a750-4bd2-9c2d-2edaca4e663a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.496089] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.496089] env[69520]: value = "task-3482281" [ 1050.496089] env[69520]: _type = "Task" [ 1050.496089] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.505842] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482281, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.635511] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdf2c1c5-568f-4d94-a057-f5518a3f73c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "cc1ac556-80d2-49f3-9770-f79124b7737c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.262s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.673418] env[69520]: WARNING nova.compute.manager [None req-36a9fa3b-5d6e-4493-89ec-08ce55664e19 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Image not found during snapshot: nova.exception.ImageNotFound: Image 0a859059-5702-47c4-8e54-6aba0ab83e80 could not be found. [ 1050.689785] env[69520]: DEBUG nova.compute.manager [req-a196567f-ae24-4af0-afe2-32a5d36362a5 req-eaa201fe-a257-4962-be7c-aa4fb4d250f7 service nova] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Received event network-changed-f6920416-22b4-4cae-bd4e-a122d4be34f0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.690150] env[69520]: DEBUG nova.compute.manager [req-a196567f-ae24-4af0-afe2-32a5d36362a5 req-eaa201fe-a257-4962-be7c-aa4fb4d250f7 service nova] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Refreshing instance network info cache due to event network-changed-f6920416-22b4-4cae-bd4e-a122d4be34f0. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.690675] env[69520]: DEBUG oslo_concurrency.lockutils [req-a196567f-ae24-4af0-afe2-32a5d36362a5 req-eaa201fe-a257-4962-be7c-aa4fb4d250f7 service nova] Acquiring lock "refresh_cache-7981eb07-19e6-4c19-8023-551f56b2e342" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.690675] env[69520]: DEBUG oslo_concurrency.lockutils [req-a196567f-ae24-4af0-afe2-32a5d36362a5 req-eaa201fe-a257-4962-be7c-aa4fb4d250f7 service nova] Acquired lock "refresh_cache-7981eb07-19e6-4c19-8023-551f56b2e342" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.690848] env[69520]: DEBUG nova.network.neutron [req-a196567f-ae24-4af0-afe2-32a5d36362a5 req-eaa201fe-a257-4962-be7c-aa4fb4d250f7 service nova] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Refreshing network info cache for port f6920416-22b4-4cae-bd4e-a122d4be34f0 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.848538] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.863406] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc2aba-1596-4e03-abd6-03f81e4095ea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.872483] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b466e24f-89cd-457c-9ed4-d8f6ef112b0a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.885959] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52eccf6e-37b2-e35c-dda7-e2a45d5d4987, 'name': SearchDatastore_Task, 'duration_secs': 0.01918} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.914015] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.914205] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 0b50c1da-90b5-49b3-a098-55a9ce905c90/0b50c1da-90b5-49b3-a098-55a9ce905c90.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.914796] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe34d250-5762-45bf-8e33-26c715cd0653 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.917706] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc07c1d-8330-4330-9a09-b3b6f66ee2e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.929392] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbce2190-e0e9-45bc-8605-50a32b32f411 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.934387] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1050.934387] env[69520]: value = "task-3482282" [ 1050.934387] env[69520]: _type = "Task" [ 1050.934387] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.946975] env[69520]: DEBUG nova.compute.provider_tree [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.956307] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.008030] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482281, 'name': CreateVM_Task, 'duration_secs': 0.443367} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.008030] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.008030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.008224] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.008508] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.008734] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd994ab7-63f3-4dd0-837b-7dbc1c467775 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.014290] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1051.014290] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528acdf1-f472-f3ec-11da-29fb2ed0a84b" [ 1051.014290] env[69520]: _type = "Task" [ 1051.014290] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.023137] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528acdf1-f472-f3ec-11da-29fb2ed0a84b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.178500] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.178776] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.178991] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.179203] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.179398] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.181655] env[69520]: INFO nova.compute.manager [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Terminating instance [ 1051.351965] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.446938] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482282, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.450170] env[69520]: DEBUG nova.scheduler.client.report [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.461469] env[69520]: DEBUG nova.network.neutron [req-a196567f-ae24-4af0-afe2-32a5d36362a5 req-eaa201fe-a257-4962-be7c-aa4fb4d250f7 service nova] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Updated VIF entry in instance network info cache for port f6920416-22b4-4cae-bd4e-a122d4be34f0. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.461844] env[69520]: DEBUG nova.network.neutron [req-a196567f-ae24-4af0-afe2-32a5d36362a5 req-eaa201fe-a257-4962-be7c-aa4fb4d250f7 service nova] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Updating instance_info_cache with network_info: [{"id": "f6920416-22b4-4cae-bd4e-a122d4be34f0", "address": "fa:16:3e:5a:bf:05", "network": {"id": "08cad4b7-e180-4e57-9ed3-ef01251d2291", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297735639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8e0aacd8664207abb1e19f5341e107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6920416-22", "ovs_interfaceid": "f6920416-22b4-4cae-bd4e-a122d4be34f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.526992] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528acdf1-f472-f3ec-11da-29fb2ed0a84b, 'name': SearchDatastore_Task, 'duration_secs': 0.012736} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.527376] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.527659] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.527911] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.528512] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.528512] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.528739] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b6003a6-da44-4184-8a17-3d2944dbfe1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.539517] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.539729] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.540912] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3477c2-266f-47f7-b169-236150827507 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.550739] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1051.550739] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521891e9-7bf8-df6a-4cbb-3101a093d973" [ 1051.550739] env[69520]: _type = "Task" [ 1051.550739] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.560687] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521891e9-7bf8-df6a-4cbb-3101a093d973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.582621] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "d138b00b-f932-4216-93cd-904811172a59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.583014] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "d138b00b-f932-4216-93cd-904811172a59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.583278] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "d138b00b-f932-4216-93cd-904811172a59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.583516] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "d138b00b-f932-4216-93cd-904811172a59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.583723] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "d138b00b-f932-4216-93cd-904811172a59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.586264] env[69520]: INFO nova.compute.manager [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Terminating instance [ 1051.685894] env[69520]: DEBUG nova.compute.manager [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.686164] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.687479] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58611aa8-b3b9-4963-afc6-075b2430f639 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.695967] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.696696] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba05c2d2-e68a-4b16-ab5c-12c94e27f6af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.704532] env[69520]: DEBUG oslo_vmware.api [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1051.704532] env[69520]: value = "task-3482283" [ 1051.704532] env[69520]: _type = "Task" [ 1051.704532] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.716254] env[69520]: DEBUG oslo_vmware.api [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.850443] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482280, 'name': PowerOffVM_Task, 'duration_secs': 2.854873} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.850814] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.851075] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.851269] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc391385-7f47-4a64-bc4b-ae3ad54700f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.929736] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.930116] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.930242] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleting the datastore file [datastore2] 8137a947-18ef-4e25-b580-96a9eb6077be {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.930575] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77fa8b01-695a-4969-a3f0-02a28a0eddb5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.940290] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1051.940290] env[69520]: value = "task-3482285" [ 1051.940290] env[69520]: _type = "Task" [ 1051.940290] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.946966] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623119} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.947619] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 0b50c1da-90b5-49b3-a098-55a9ce905c90/0b50c1da-90b5-49b3-a098-55a9ce905c90.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.947855] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.948142] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd7ad6d1-81c4-4582-aedd-2db18f71ce13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.953235] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.955685] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.958809] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.367s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.960355] env[69520]: INFO nova.compute.claims [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.963133] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1051.963133] env[69520]: value = "task-3482286" [ 1051.963133] env[69520]: _type = "Task" [ 1051.963133] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.967534] env[69520]: DEBUG oslo_concurrency.lockutils [req-a196567f-ae24-4af0-afe2-32a5d36362a5 req-eaa201fe-a257-4962-be7c-aa4fb4d250f7 service nova] Releasing lock "refresh_cache-7981eb07-19e6-4c19-8023-551f56b2e342" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.974297] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.976772] env[69520]: INFO nova.scheduler.client.report [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Deleted allocations for instance 3f7db20b-c070-4a10-b03c-1204cb6b6db2 [ 1052.062779] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521891e9-7bf8-df6a-4cbb-3101a093d973, 'name': SearchDatastore_Task, 'duration_secs': 0.017711} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.063524] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac6421a7-2c8c-42a9-84bf-4d5012673118 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.070146] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1052.070146] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cafb93-80e7-9899-dcaf-f17e3a5f668d" [ 1052.070146] env[69520]: _type = "Task" [ 1052.070146] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.079748] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cafb93-80e7-9899-dcaf-f17e3a5f668d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.091118] env[69520]: DEBUG nova.compute.manager [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.091118] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.091991] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be37691-06bf-45c2-a285-53c910553f82 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.100949] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.101248] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d54fb438-63c4-49fb-bf05-a5cbe12ce432 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.108940] env[69520]: DEBUG oslo_vmware.api [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1052.108940] env[69520]: value = "task-3482287" [ 1052.108940] env[69520]: _type = "Task" [ 1052.108940] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.118413] env[69520]: DEBUG oslo_vmware.api [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.170659] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.170946] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.216403] env[69520]: DEBUG oslo_vmware.api [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482283, 'name': PowerOffVM_Task, 'duration_secs': 0.202747} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.216730] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.216903] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.217182] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e26cc8ec-eef2-4d06-acde-67010d5e287c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.293485] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.293707] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.293886] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleting the datastore file [datastore1] 2c0a670b-d19b-4091-b2b2-6d1e80aa9753 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.294178] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f58367b9-5b3c-4c1b-a1b5-4192066c4efe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.302974] env[69520]: DEBUG oslo_vmware.api [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1052.302974] env[69520]: value = "task-3482289" [ 1052.302974] env[69520]: _type = "Task" [ 1052.302974] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.316075] env[69520]: DEBUG oslo_vmware.api [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.451643] env[69520]: DEBUG oslo_vmware.api [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175457} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.451876] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.452094] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.452323] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.452516] env[69520]: INFO nova.compute.manager [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Took 3.65 seconds to destroy the instance on the hypervisor. [ 1052.452757] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.452946] env[69520]: DEBUG nova.compute.manager [-] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.453055] env[69520]: DEBUG nova.network.neutron [-] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.476851] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068618} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.477825] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.478783] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d59d78f-2828-408c-b5bd-3ec3cf463394 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.484797] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6b269033-fcb0-430b-95a6-83e71c278b21 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "3f7db20b-c070-4a10-b03c-1204cb6b6db2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.279s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.509979] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 0b50c1da-90b5-49b3-a098-55a9ce905c90/0b50c1da-90b5-49b3-a098-55a9ce905c90.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.509979] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a10bbe-44bc-4d9e-b0e4-d98f4d6fa97c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.531359] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1052.531359] env[69520]: value = "task-3482290" [ 1052.531359] env[69520]: _type = "Task" [ 1052.531359] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.542150] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.582694] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cafb93-80e7-9899-dcaf-f17e3a5f668d, 'name': SearchDatastore_Task, 'duration_secs': 0.011693} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.582834] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.582999] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 7981eb07-19e6-4c19-8023-551f56b2e342/7981eb07-19e6-4c19-8023-551f56b2e342.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.583307] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51253030-1a77-4248-8328-9738c2b85f16 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.592550] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1052.592550] env[69520]: value = "task-3482291" [ 1052.592550] env[69520]: _type = "Task" [ 1052.592550] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.602216] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.619061] env[69520]: DEBUG oslo_vmware.api [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482287, 'name': PowerOffVM_Task, 'duration_secs': 0.266555} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.619541] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.619626] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.619859] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfe55c0d-9098-43cf-8f08-0d33370e3faf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.674357] env[69520]: DEBUG nova.compute.manager [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.697114] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.697358] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.698189] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Deleting the datastore file [datastore1] d138b00b-f932-4216-93cd-904811172a59 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.698189] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cecd7cb-3843-47a5-a6b7-b90eda2269b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.706358] env[69520]: DEBUG oslo_vmware.api [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1052.706358] env[69520]: value = "task-3482293" [ 1052.706358] env[69520]: _type = "Task" [ 1052.706358] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.716614] env[69520]: DEBUG oslo_vmware.api [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.814365] env[69520]: DEBUG oslo_vmware.api [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338747} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.814365] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.814365] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.815240] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.815240] env[69520]: INFO nova.compute.manager [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1052.815240] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.815240] env[69520]: DEBUG nova.compute.manager [-] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.815499] env[69520]: DEBUG nova.network.neutron [-] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.034672] env[69520]: DEBUG nova.compute.manager [req-4fb24eec-6b30-4ba3-8e92-b0bc150d9c9d req-ef3c861e-e835-44b4-b688-937976e5e53d service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Received event network-vif-deleted-84cd63d6-57c1-4b08-a910-03a624cd836f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.035277] env[69520]: INFO nova.compute.manager [req-4fb24eec-6b30-4ba3-8e92-b0bc150d9c9d req-ef3c861e-e835-44b4-b688-937976e5e53d service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Neutron deleted interface 84cd63d6-57c1-4b08-a910-03a624cd836f; detaching it from the instance and deleting it from the info cache [ 1053.035581] env[69520]: DEBUG nova.network.neutron [req-4fb24eec-6b30-4ba3-8e92-b0bc150d9c9d req-ef3c861e-e835-44b4-b688-937976e5e53d service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.051380] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482290, 'name': ReconfigVM_Task, 'duration_secs': 0.393354} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.055393] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 0b50c1da-90b5-49b3-a098-55a9ce905c90/0b50c1da-90b5-49b3-a098-55a9ce905c90.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.057276] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f862cabb-6a1e-4fe2-b73c-48467ac297f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.069030] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1053.069030] env[69520]: value = "task-3482294" [ 1053.069030] env[69520]: _type = "Task" [ 1053.069030] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.083017] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482294, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.106140] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482291, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.170025] env[69520]: DEBUG nova.compute.manager [req-8e03f29e-025a-4eaf-b55d-9730c60aad43 req-c10ad0b0-dab5-4c3e-aec0-be986ad25d44 service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Received event network-vif-deleted-1063cab5-999c-46c2-98a4-33ca2e198202 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.170025] env[69520]: INFO nova.compute.manager [req-8e03f29e-025a-4eaf-b55d-9730c60aad43 req-c10ad0b0-dab5-4c3e-aec0-be986ad25d44 service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Neutron deleted interface 1063cab5-999c-46c2-98a4-33ca2e198202; detaching it from the instance and deleting it from the info cache [ 1053.170025] env[69520]: DEBUG nova.network.neutron [req-8e03f29e-025a-4eaf-b55d-9730c60aad43 req-c10ad0b0-dab5-4c3e-aec0-be986ad25d44 service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.204014] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.218009] env[69520]: DEBUG oslo_vmware.api [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315923} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.220986] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.221215] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.221448] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.221568] env[69520]: INFO nova.compute.manager [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: d138b00b-f932-4216-93cd-904811172a59] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1053.221886] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.222368] env[69520]: DEBUG nova.compute.manager [-] [instance: d138b00b-f932-4216-93cd-904811172a59] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.222471] env[69520]: DEBUG nova.network.neutron [-] [instance: d138b00b-f932-4216-93cd-904811172a59] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.298331] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a2530-3db6-4814-b0b2-c9c6b61dddee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.308666] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34f27b0-e2cb-4820-b1c7-8d3fa6303d9a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.346086] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93223f8f-8d12-49f8-93d3-9c9e89147787 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.354318] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268f5eb-45f0-4a62-a393-9781bd96b531 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.372452] env[69520]: DEBUG nova.compute.provider_tree [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.506436] env[69520]: DEBUG nova.network.neutron [-] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.544125] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b832853-dde9-4b3b-ae48-e82e9aa08f70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.555052] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d1102f-16f8-47f8-bb18-c72d29977a1b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.576758] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482294, 'name': Rename_Task, 'duration_secs': 0.332515} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.577049] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.577295] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15ada312-01a6-4b5e-9c12-035ef0522d71 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.597627] env[69520]: DEBUG nova.compute.manager [req-4fb24eec-6b30-4ba3-8e92-b0bc150d9c9d req-ef3c861e-e835-44b4-b688-937976e5e53d service nova] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Detach interface failed, port_id=84cd63d6-57c1-4b08-a910-03a624cd836f, reason: Instance 8137a947-18ef-4e25-b580-96a9eb6077be could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.605029] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1053.605029] env[69520]: value = "task-3482295" [ 1053.605029] env[69520]: _type = "Task" [ 1053.605029] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.611447] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747171} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.612145] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 7981eb07-19e6-4c19-8023-551f56b2e342/7981eb07-19e6-4c19-8023-551f56b2e342.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.612395] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.612674] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5d6517c-bc7e-45b9-af1b-58098861bf6f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.617711] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482295, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.625801] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1053.625801] env[69520]: value = "task-3482296" [ 1053.625801] env[69520]: _type = "Task" [ 1053.625801] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.635103] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.649329] env[69520]: DEBUG nova.network.neutron [-] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.668119] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "eace4941-af18-4854-b015-b765ec407a03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.668434] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "eace4941-af18-4854-b015-b765ec407a03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.668644] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "eace4941-af18-4854-b015-b765ec407a03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.668826] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "eace4941-af18-4854-b015-b765ec407a03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.668992] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "eace4941-af18-4854-b015-b765ec407a03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.671126] env[69520]: INFO nova.compute.manager [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Terminating instance [ 1053.672734] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea83dec0-c7b2-48d8-a74d-264069d35c1b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.685778] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae7a43c-67f0-4087-b6aa-90fbd728bc27 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.726337] env[69520]: DEBUG nova.compute.manager [req-8e03f29e-025a-4eaf-b55d-9730c60aad43 req-c10ad0b0-dab5-4c3e-aec0-be986ad25d44 service nova] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Detach interface failed, port_id=1063cab5-999c-46c2-98a4-33ca2e198202, reason: Instance 2c0a670b-d19b-4091-b2b2-6d1e80aa9753 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.877477] env[69520]: DEBUG nova.scheduler.client.report [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.009841] env[69520]: INFO nova.compute.manager [-] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Took 1.56 seconds to deallocate network for instance. [ 1054.115690] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482295, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.136537] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182963} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.136826] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.137678] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ca013d-274a-4488-964e-cd7e4c5c63fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.155053] env[69520]: INFO nova.compute.manager [-] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Took 1.34 seconds to deallocate network for instance. [ 1054.163739] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 7981eb07-19e6-4c19-8023-551f56b2e342/7981eb07-19e6-4c19-8023-551f56b2e342.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.165506] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc69a662-1daa-4be0-b07f-ffedd4b5af4f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.183585] env[69520]: DEBUG nova.compute.manager [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.183793] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.184898] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58e964b-304b-44b3-a081-e2a4cd87c7b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.194503] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.196119] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c123de83-08d5-4abd-988d-d88140066f2a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.197876] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1054.197876] env[69520]: value = "task-3482297" [ 1054.197876] env[69520]: _type = "Task" [ 1054.197876] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.203328] env[69520]: DEBUG oslo_vmware.api [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1054.203328] env[69520]: value = "task-3482298" [ 1054.203328] env[69520]: _type = "Task" [ 1054.203328] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.209895] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.216483] env[69520]: DEBUG oslo_vmware.api [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.385779] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.386455] env[69520]: DEBUG nova.compute.manager [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.389597] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.186s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.391281] env[69520]: INFO nova.compute.claims [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.424296] env[69520]: DEBUG nova.network.neutron [-] [instance: d138b00b-f932-4216-93cd-904811172a59] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.516194] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.615929] env[69520]: DEBUG oslo_vmware.api [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482295, 'name': PowerOnVM_Task, 'duration_secs': 0.753917} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.616233] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.616438] env[69520]: INFO nova.compute.manager [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1054.616618] env[69520]: DEBUG nova.compute.manager [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.617403] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df65427b-1d78-4a1b-8fe0-7797ab5ef2dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.685418] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.711129] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.716586] env[69520]: DEBUG oslo_vmware.api [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482298, 'name': PowerOffVM_Task, 'duration_secs': 0.241324} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.716845] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.717024] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.717284] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-137083c1-b560-4028-84a0-753b2617a4e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.798748] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.798748] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.798947] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Deleting the datastore file [datastore1] eace4941-af18-4854-b015-b765ec407a03 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.799278] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee48ae11-0db9-49a0-bcb6-419fddbe2f83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.806450] env[69520]: DEBUG oslo_vmware.api [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for the task: (returnval){ [ 1054.806450] env[69520]: value = "task-3482300" [ 1054.806450] env[69520]: _type = "Task" [ 1054.806450] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.815267] env[69520]: DEBUG oslo_vmware.api [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.899746] env[69520]: DEBUG nova.compute.utils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.901861] env[69520]: DEBUG nova.compute.manager [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Not allocating networking since 'none' was specified. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1054.927620] env[69520]: INFO nova.compute.manager [-] [instance: d138b00b-f932-4216-93cd-904811172a59] Took 1.70 seconds to deallocate network for instance. [ 1055.375566] env[69520]: INFO nova.compute.manager [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Took 26.36 seconds to build instance. [ 1055.383413] env[69520]: DEBUG oslo_vmware.api [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Task: {'id': task-3482300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188002} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.387375] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.391019] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.391019] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.391019] env[69520]: INFO nova.compute.manager [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] [instance: eace4941-af18-4854-b015-b765ec407a03] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1055.391019] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.391019] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482297, 'name': ReconfigVM_Task, 'duration_secs': 0.527688} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.391019] env[69520]: DEBUG nova.compute.manager [-] [instance: eace4941-af18-4854-b015-b765ec407a03] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.391019] env[69520]: DEBUG nova.network.neutron [-] [instance: eace4941-af18-4854-b015-b765ec407a03] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.391019] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 7981eb07-19e6-4c19-8023-551f56b2e342/7981eb07-19e6-4c19-8023-551f56b2e342.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.392626] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f2251d-363c-49a2-9e18-4238867caf21 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.400643] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1055.400643] env[69520]: value = "task-3482301" [ 1055.400643] env[69520]: _type = "Task" [ 1055.400643] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.411935] env[69520]: DEBUG nova.compute.manager [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.422252] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482301, 'name': Rename_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.437085] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.481610] env[69520]: DEBUG nova.compute.manager [req-473ca849-95b5-4402-b228-e91406642697 req-b52b9292-9d7b-4dfa-837d-9fdbed60a623 service nova] [instance: d138b00b-f932-4216-93cd-904811172a59] Received event network-vif-deleted-0e5270ae-c314-4d04-870f-2b89e6d66444 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.668714] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df5c473-fd8a-4c43-9b2a-8cf8575bade2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.679252] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d9a0b-0a40-4675-ac30-26f26664097d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.719724] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed99f5b-72ed-4635-8872-5a46a056d199 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.732021] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c995edf-0de9-4a8e-bc66-f5bf14f7c440 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.744354] env[69520]: DEBUG nova.compute.provider_tree [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.880259] env[69520]: DEBUG oslo_concurrency.lockutils [None req-33764352-c8b1-493f-8bfa-7b1f4705ade4 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "0b50c1da-90b5-49b3-a098-55a9ce905c90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.866s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.913508] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482301, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.248057] env[69520]: DEBUG nova.scheduler.client.report [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.292583] env[69520]: DEBUG nova.network.neutron [-] [instance: eace4941-af18-4854-b015-b765ec407a03] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.347159] env[69520]: DEBUG oslo_concurrency.lockutils [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "0b50c1da-90b5-49b3-a098-55a9ce905c90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.347459] env[69520]: DEBUG oslo_concurrency.lockutils [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "0b50c1da-90b5-49b3-a098-55a9ce905c90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.347688] env[69520]: DEBUG oslo_concurrency.lockutils [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "0b50c1da-90b5-49b3-a098-55a9ce905c90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.347886] env[69520]: DEBUG oslo_concurrency.lockutils [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "0b50c1da-90b5-49b3-a098-55a9ce905c90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.348071] env[69520]: DEBUG oslo_concurrency.lockutils [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "0b50c1da-90b5-49b3-a098-55a9ce905c90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.350245] env[69520]: INFO nova.compute.manager [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Terminating instance [ 1056.411789] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482301, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.425560] env[69520]: DEBUG nova.compute.manager [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.454138] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.454443] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.454569] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.454754] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.454899] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.455194] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.455452] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.455650] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.455795] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.455955] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.456146] env[69520]: DEBUG nova.virt.hardware [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.457035] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee333f9-37e6-4aba-a0eb-e0669fdd758c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.465882] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2131e5ec-b120-4b49-863a-a3439065e146 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.488802] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.495022] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Creating folder: Project (ff2533b23a2b4bd8b30a70dff4b6ae00). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.495158] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef8e8de8-09c5-496c-b094-50c80ba4f957 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.509184] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Created folder: Project (ff2533b23a2b4bd8b30a70dff4b6ae00) in parent group-v695915. [ 1056.509380] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Creating folder: Instances. Parent ref: group-v696172. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.509703] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b1a339f-7889-4fb4-8d3e-3cfe16b2042e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.520899] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Created folder: Instances in parent group-v696172. [ 1056.521246] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.521511] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.521755] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5b95829-1562-45bb-b578-678017e646d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.540525] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.540525] env[69520]: value = "task-3482304" [ 1056.540525] env[69520]: _type = "Task" [ 1056.540525] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.548605] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482304, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.753096] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.753809] env[69520]: DEBUG nova.compute.manager [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.756825] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.241s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.757039] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.759239] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.074s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.759458] env[69520]: DEBUG nova.objects.instance [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lazy-loading 'resources' on Instance uuid 2c0a670b-d19b-4091-b2b2-6d1e80aa9753 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.784814] env[69520]: INFO nova.scheduler.client.report [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleted allocations for instance 8137a947-18ef-4e25-b580-96a9eb6077be [ 1056.794748] env[69520]: INFO nova.compute.manager [-] [instance: eace4941-af18-4854-b015-b765ec407a03] Took 1.41 seconds to deallocate network for instance. [ 1056.854398] env[69520]: DEBUG nova.compute.manager [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.854658] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.855510] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f32b0c-a349-4ab0-aa5d-e427c136b2a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.863978] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.864241] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2bab30-1702-4744-b91d-ca595a8b87ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.870942] env[69520]: DEBUG oslo_vmware.api [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1056.870942] env[69520]: value = "task-3482305" [ 1056.870942] env[69520]: _type = "Task" [ 1056.870942] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.879867] env[69520]: DEBUG oslo_vmware.api [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.913829] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482301, 'name': Rename_Task, 'duration_secs': 1.404531} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.914394] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.914678] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdafd777-f975-41cf-bc43-e5e39f3c893f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.923300] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1056.923300] env[69520]: value = "task-3482306" [ 1056.923300] env[69520]: _type = "Task" [ 1056.923300] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.933187] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.051861] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482304, 'name': CreateVM_Task, 'duration_secs': 0.47658} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.052052] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.052503] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.052660] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.052990] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.053253] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a26a3c-58ee-4632-b2e0-adf4e4484336 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.059713] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1057.059713] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52075701-f245-645f-c93f-616c33d07bdc" [ 1057.059713] env[69520]: _type = "Task" [ 1057.059713] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.074572] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52075701-f245-645f-c93f-616c33d07bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.075061] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.075847] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.075847] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.075847] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.076196] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.076392] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f69c81f3-5306-4932-95b9-fff49d54fc34 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.086830] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.086830] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.086830] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9488e257-2fb0-4c9a-b891-d836bec6e7cb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.092734] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1057.092734] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527e6ee4-d9a2-2211-963a-3f0e3e474ff4" [ 1057.092734] env[69520]: _type = "Task" [ 1057.092734] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.101760] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527e6ee4-d9a2-2211-963a-3f0e3e474ff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.132132] env[69520]: DEBUG oslo_vmware.rw_handles [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392acb-2be1-4a1e-3b2f-1556d5ef7969/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1057.132981] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04d9d4c-8dd7-495e-b098-e5e526cfb7ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.139528] env[69520]: DEBUG oslo_vmware.rw_handles [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392acb-2be1-4a1e-3b2f-1556d5ef7969/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1057.139698] env[69520]: ERROR oslo_vmware.rw_handles [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392acb-2be1-4a1e-3b2f-1556d5ef7969/disk-0.vmdk due to incomplete transfer. [ 1057.139924] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c75529ef-56a6-4cf8-91b4-58760901b2ba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.147288] env[69520]: DEBUG oslo_vmware.rw_handles [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392acb-2be1-4a1e-3b2f-1556d5ef7969/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1057.147478] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Uploaded image e34e666b-0960-4428-a374-2e681c422a85 to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1057.149825] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1057.150084] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ff16f3f-b8d0-4347-a158-248f6348e9cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.158092] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1057.158092] env[69520]: value = "task-3482307" [ 1057.158092] env[69520]: _type = "Task" [ 1057.158092] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.165123] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482307, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.263148] env[69520]: DEBUG nova.compute.utils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.267944] env[69520]: DEBUG nova.compute.manager [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.267944] env[69520]: DEBUG nova.network.neutron [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.292703] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c94eae22-cdc7-4a6d-9bb2-b4c457e7fc04 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "8137a947-18ef-4e25-b580-96a9eb6077be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.002s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.301251] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.325955] env[69520]: DEBUG nova.policy [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac66dfd3cdc46a09b43d18737a0f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1fbaaf2f0c945d7a4c9e155d33f833d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.382667] env[69520]: DEBUG oslo_vmware.api [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482305, 'name': PowerOffVM_Task, 'duration_secs': 0.246234} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.382934] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.383117] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.383378] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73034693-405b-45f4-946b-d62de8e71ee8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.435331] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.451512] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.451833] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.453564] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleting the datastore file [datastore2] 0b50c1da-90b5-49b3-a098-55a9ce905c90 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.453564] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d338457f-1240-48f0-806c-f63bd7be79ce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.459542] env[69520]: DEBUG oslo_vmware.api [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1057.459542] env[69520]: value = "task-3482309" [ 1057.459542] env[69520]: _type = "Task" [ 1057.459542] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.471588] env[69520]: DEBUG oslo_vmware.api [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.485516] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b94c4d-27fe-4db9-a6e8-78311e665513 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.494096] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bef484b-64c7-4af1-965a-0c4d1b3f94f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.528324] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e795d5e6-1be2-4b9e-acfd-cf1354ebfb31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.531966] env[69520]: DEBUG nova.compute.manager [req-be37acae-ac77-447d-b8b6-7622a12510f3 req-fbcce211-913e-4b6c-ba96-16cd87c75c52 service nova] [instance: eace4941-af18-4854-b015-b765ec407a03] Received event network-vif-deleted-7b9aa6e9-9020-4e73-9304-b9685d17fc3b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.539401] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8542400f-03ba-4714-91d4-bd18d71c3598 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.555009] env[69520]: DEBUG nova.compute.provider_tree [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.606092] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527e6ee4-d9a2-2211-963a-3f0e3e474ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.606901] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11de2f92-c029-4f7c-bc9a-c0ed5eb1492d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.613984] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1057.613984] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526437af-ad2b-e4b5-53ab-2df3bf60cb3a" [ 1057.613984] env[69520]: _type = "Task" [ 1057.613984] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.621595] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526437af-ad2b-e4b5-53ab-2df3bf60cb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.667955] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482307, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.675358] env[69520]: DEBUG nova.network.neutron [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Successfully created port: cec01c71-c145-40c9-afa3-78b7b20ffdd6 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.767927] env[69520]: DEBUG nova.compute.manager [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.936597] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.973829] env[69520]: DEBUG oslo_vmware.api [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130495} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.974138] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.974458] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.974655] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.974904] env[69520]: INFO nova.compute.manager [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1057.975178] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.975379] env[69520]: DEBUG nova.compute.manager [-] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.975706] env[69520]: DEBUG nova.network.neutron [-] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.039676] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.039903] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.058839] env[69520]: DEBUG nova.scheduler.client.report [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.124714] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526437af-ad2b-e4b5-53ab-2df3bf60cb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.125155] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.125249] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] d06e9d3f-1613-4410-bb38-c2812dce96de/d06e9d3f-1613-4410-bb38-c2812dce96de.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.126091] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db6196f1-43e0-41eb-a573-f8c1cc7fcc90 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.135113] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1058.135113] env[69520]: value = "task-3482310" [ 1058.135113] env[69520]: _type = "Task" [ 1058.135113] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.143651] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.168813] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482307, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.241577] env[69520]: DEBUG nova.compute.manager [req-3f01f4ac-d566-45ac-8219-ad0864255193 req-213a6ea8-aab0-42ea-a523-07d590017f77 service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Received event network-vif-deleted-83078ac4-6f69-4ced-8242-2824e92493e7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.241696] env[69520]: INFO nova.compute.manager [req-3f01f4ac-d566-45ac-8219-ad0864255193 req-213a6ea8-aab0-42ea-a523-07d590017f77 service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Neutron deleted interface 83078ac4-6f69-4ced-8242-2824e92493e7; detaching it from the instance and deleting it from the info cache [ 1058.241869] env[69520]: DEBUG nova.network.neutron [req-3f01f4ac-d566-45ac-8219-ad0864255193 req-213a6ea8-aab0-42ea-a523-07d590017f77 service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.440122] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.542252] env[69520]: DEBUG nova.compute.manager [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.564169] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.567685] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.131s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.568188] env[69520]: DEBUG nova.objects.instance [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lazy-loading 'resources' on Instance uuid d138b00b-f932-4216-93cd-904811172a59 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.586969] env[69520]: INFO nova.scheduler.client.report [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted allocations for instance 2c0a670b-d19b-4091-b2b2-6d1e80aa9753 [ 1058.645690] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457694} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.645965] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] d06e9d3f-1613-4410-bb38-c2812dce96de/d06e9d3f-1613-4410-bb38-c2812dce96de.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.646194] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.646542] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9e7178a-f292-4a3c-9fb4-acfa8e7a5f0b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.654638] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1058.654638] env[69520]: value = "task-3482311" [ 1058.654638] env[69520]: _type = "Task" [ 1058.654638] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.667214] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.672702] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482307, 'name': Destroy_Task, 'duration_secs': 1.310803} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.672967] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Destroyed the VM [ 1058.673242] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1058.673595] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1a15e24-a645-4e8a-9621-cc5b4777317e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.681652] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1058.681652] env[69520]: value = "task-3482312" [ 1058.681652] env[69520]: _type = "Task" [ 1058.681652] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.690026] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.718154] env[69520]: DEBUG nova.network.neutron [-] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.744604] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b47308b-0449-4371-8fdd-a8a82ec2d9d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.755257] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0912618-2e3b-49ff-be77-124a315acee4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.777677] env[69520]: DEBUG nova.compute.manager [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.790070] env[69520]: DEBUG nova.compute.manager [req-3f01f4ac-d566-45ac-8219-ad0864255193 req-213a6ea8-aab0-42ea-a523-07d590017f77 service nova] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Detach interface failed, port_id=83078ac4-6f69-4ced-8242-2824e92493e7, reason: Instance 0b50c1da-90b5-49b3-a098-55a9ce905c90 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.801838] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.802083] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.802243] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.802424] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.803028] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.803028] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.803028] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.803287] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.803366] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.803532] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.803750] env[69520]: DEBUG nova.virt.hardware [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.804570] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6250a33c-d591-4e60-bcd9-7b2b6bd3698d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.813085] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10874f3e-197b-4212-b0be-8223ea634b02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.937305] env[69520]: DEBUG oslo_vmware.api [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482306, 'name': PowerOnVM_Task, 'duration_secs': 1.637418} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.937305] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.937305] env[69520]: INFO nova.compute.manager [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1058.937305] env[69520]: DEBUG nova.compute.manager [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.938383] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02fba38-8e0b-48d5-b7d3-db32d0aa63ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.066310] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.094855] env[69520]: DEBUG oslo_concurrency.lockutils [None req-11310723-a57b-4cae-922a-7c05ee5d45b2 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "2c0a670b-d19b-4091-b2b2-6d1e80aa9753" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.915s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.166958] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067507} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.167249] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.168063] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee9a8ab-958e-4f03-9fa8-1e776f6c533f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.192255] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d06e9d3f-1613-4410-bb38-c2812dce96de/d06e9d3f-1613-4410-bb38-c2812dce96de.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.197550] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d43639-fad8-4ab6-8f94-ba27fcef16fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.218495] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482312, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.219918] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1059.219918] env[69520]: value = "task-3482313" [ 1059.219918] env[69520]: _type = "Task" [ 1059.219918] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.220405] env[69520]: INFO nova.compute.manager [-] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Took 1.24 seconds to deallocate network for instance. [ 1059.236978] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.320697] env[69520]: DEBUG nova.network.neutron [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Successfully updated port: cec01c71-c145-40c9-afa3-78b7b20ffdd6 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.358052] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64b1925-f222-41e1-b90d-2d822c511987 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.366395] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a382825f-ca9e-40d7-badc-ee1eede972fb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.406677] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314f81ea-24f6-437d-a99c-fae19a1f4ecd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.415112] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2a10df-7e2e-4662-916f-e1e55e67e27f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.428558] env[69520]: DEBUG nova.compute.provider_tree [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.466113] env[69520]: INFO nova.compute.manager [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Took 23.21 seconds to build instance. [ 1059.540020] env[69520]: DEBUG nova.compute.manager [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Received event network-vif-plugged-cec01c71-c145-40c9-afa3-78b7b20ffdd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.540228] env[69520]: DEBUG oslo_concurrency.lockutils [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] Acquiring lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.540442] env[69520]: DEBUG oslo_concurrency.lockutils [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] Lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.540690] env[69520]: DEBUG oslo_concurrency.lockutils [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] Lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.540886] env[69520]: DEBUG nova.compute.manager [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] No waiting events found dispatching network-vif-plugged-cec01c71-c145-40c9-afa3-78b7b20ffdd6 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.541071] env[69520]: WARNING nova.compute.manager [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Received unexpected event network-vif-plugged-cec01c71-c145-40c9-afa3-78b7b20ffdd6 for instance with vm_state building and task_state spawning. [ 1059.541234] env[69520]: DEBUG nova.compute.manager [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Received event network-changed-cec01c71-c145-40c9-afa3-78b7b20ffdd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.541387] env[69520]: DEBUG nova.compute.manager [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Refreshing instance network info cache due to event network-changed-cec01c71-c145-40c9-afa3-78b7b20ffdd6. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.541570] env[69520]: DEBUG oslo_concurrency.lockutils [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] Acquiring lock "refresh_cache-a9b730c0-6624-412c-9e46-70a1b7cab6ab" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.541702] env[69520]: DEBUG oslo_concurrency.lockutils [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] Acquired lock "refresh_cache-a9b730c0-6624-412c-9e46-70a1b7cab6ab" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.541857] env[69520]: DEBUG nova.network.neutron [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Refreshing network info cache for port cec01c71-c145-40c9-afa3-78b7b20ffdd6 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.693442] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482312, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.733955] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.739296] env[69520]: DEBUG oslo_concurrency.lockutils [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.739963] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.740258] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.821829] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "refresh_cache-a9b730c0-6624-412c-9e46-70a1b7cab6ab" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.932360] env[69520]: DEBUG nova.scheduler.client.report [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.968281] env[69520]: DEBUG oslo_concurrency.lockutils [None req-928b91ff-ff23-45ea-835f-62f212712912 tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "7981eb07-19e6-4c19-8023-551f56b2e342" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.724s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.091250] env[69520]: DEBUG nova.network.neutron [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.190806] env[69520]: DEBUG nova.network.neutron [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.194978] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482312, 'name': RemoveSnapshot_Task, 'duration_secs': 1.056773} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.195482] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.195759] env[69520]: DEBUG nova.compute.manager [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.196537] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6f809f-b7fe-499c-8e85-8f5671da0cfa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.230599] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482313, 'name': ReconfigVM_Task, 'duration_secs': 0.955574} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.230931] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d06e9d3f-1613-4410-bb38-c2812dce96de/d06e9d3f-1613-4410-bb38-c2812dce96de.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.231555] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6200cc7-ef93-4f40-b9ac-5ed01992d193 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.239181] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1060.239181] env[69520]: value = "task-3482314" [ 1060.239181] env[69520]: _type = "Task" [ 1060.239181] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.243240] env[69520]: DEBUG nova.compute.manager [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.253946] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482314, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.439670] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.442228] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.141s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.442452] env[69520]: DEBUG nova.objects.instance [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lazy-loading 'resources' on Instance uuid eace4941-af18-4854-b015-b765ec407a03 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.464031] env[69520]: INFO nova.scheduler.client.report [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Deleted allocations for instance d138b00b-f932-4216-93cd-904811172a59 [ 1060.696988] env[69520]: DEBUG oslo_concurrency.lockutils [req-8d114ecd-cfa3-4e87-8002-abd9308498d0 req-8ed9e9d8-551e-4437-8b44-d66cf7c583f7 service nova] Releasing lock "refresh_cache-a9b730c0-6624-412c-9e46-70a1b7cab6ab" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.696988] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "refresh_cache-a9b730c0-6624-412c-9e46-70a1b7cab6ab" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.697322] env[69520]: DEBUG nova.network.neutron [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.708179] env[69520]: INFO nova.compute.manager [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Shelve offloading [ 1060.752773] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482314, 'name': Rename_Task, 'duration_secs': 0.168874} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.755397] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.755848] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81b73013-817c-4d3a-8375-284662fef638 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.764474] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1060.764474] env[69520]: value = "task-3482315" [ 1060.764474] env[69520]: _type = "Task" [ 1060.764474] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.768795] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.775651] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.973935] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7722a6c5-76a2-4658-aa78-377a47f8283f tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "d138b00b-f932-4216-93cd-904811172a59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.391s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.157029] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06a874-b814-410b-83d4-e3e5ec9b3ef8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.164572] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eb2252-ae25-4961-a320-e86cd07c871a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.204280] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a51cf2b-c487-4c87-bcae-dbfe6eb30c48 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.212250] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.212587] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-892430f3-038e-4fec-be86-72337bf1cd43 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.215133] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff97025-ed01-478e-ad99-9101a8331ca0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.230265] env[69520]: DEBUG nova.compute.provider_tree [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.232887] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1061.232887] env[69520]: value = "task-3482316" [ 1061.232887] env[69520]: _type = "Task" [ 1061.232887] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.237134] env[69520]: DEBUG nova.network.neutron [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.245643] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1061.245868] env[69520]: DEBUG nova.compute.manager [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.246708] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65fb0c6-4e03-4e9b-bcd3-3ca322519d90 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.252832] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.253951] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.253951] env[69520]: DEBUG nova.network.neutron [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.274055] env[69520]: DEBUG oslo_vmware.api [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482315, 'name': PowerOnVM_Task, 'duration_secs': 0.466704} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.274185] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.274394] env[69520]: INFO nova.compute.manager [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Took 4.85 seconds to spawn the instance on the hypervisor. [ 1061.274582] env[69520]: DEBUG nova.compute.manager [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.275413] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96315658-864f-4c95-99e2-8bc1e334fc71 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.287240] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "7981eb07-19e6-4c19-8023-551f56b2e342" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.287480] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "7981eb07-19e6-4c19-8023-551f56b2e342" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.287682] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "7981eb07-19e6-4c19-8023-551f56b2e342-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.287904] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "7981eb07-19e6-4c19-8023-551f56b2e342-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.288098] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "7981eb07-19e6-4c19-8023-551f56b2e342-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.290113] env[69520]: INFO nova.compute.manager [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Terminating instance [ 1061.387820] env[69520]: DEBUG nova.network.neutron [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Updating instance_info_cache with network_info: [{"id": "cec01c71-c145-40c9-afa3-78b7b20ffdd6", "address": "fa:16:3e:fc:e9:4a", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec01c71-c1", "ovs_interfaceid": "cec01c71-c145-40c9-afa3-78b7b20ffdd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.735188] env[69520]: DEBUG nova.scheduler.client.report [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.793596] env[69520]: DEBUG nova.compute.manager [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.793817] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.795958] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4d2df3-3c1a-48c8-a886-294ab6b62cc3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.799021] env[69520]: INFO nova.compute.manager [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Took 12.23 seconds to build instance. [ 1061.805327] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.805745] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4e44745-51f7-4220-b782-e64309446c7f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.813127] env[69520]: DEBUG oslo_vmware.api [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1061.813127] env[69520]: value = "task-3482317" [ 1061.813127] env[69520]: _type = "Task" [ 1061.813127] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.827747] env[69520]: DEBUG oslo_vmware.api [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.890558] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "refresh_cache-a9b730c0-6624-412c-9e46-70a1b7cab6ab" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.890866] env[69520]: DEBUG nova.compute.manager [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Instance network_info: |[{"id": "cec01c71-c145-40c9-afa3-78b7b20ffdd6", "address": "fa:16:3e:fc:e9:4a", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec01c71-c1", "ovs_interfaceid": "cec01c71-c145-40c9-afa3-78b7b20ffdd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.891294] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:e9:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec01c71-c145-40c9-afa3-78b7b20ffdd6', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.899564] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.900346] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.900346] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d07e751-708a-4c84-8fee-272853f111d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.926503] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.926503] env[69520]: value = "task-3482318" [ 1061.926503] env[69520]: _type = "Task" [ 1061.926503] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.935595] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482318, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.003645] env[69520]: DEBUG nova.network.neutron [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updating instance_info_cache with network_info: [{"id": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "address": "fa:16:3e:a4:1e:ab", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ae3a7c-e8", "ovs_interfaceid": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.195169] env[69520]: DEBUG oslo_concurrency.lockutils [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "interface-a0cab861-8895-4c6c-b33d-0682928e8c25-d489bd17-5c84-4576-8703-610f302c491d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.195459] env[69520]: DEBUG oslo_concurrency.lockutils [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-a0cab861-8895-4c6c-b33d-0682928e8c25-d489bd17-5c84-4576-8703-610f302c491d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.195883] env[69520]: DEBUG nova.objects.instance [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'flavor' on Instance uuid a0cab861-8895-4c6c-b33d-0682928e8c25 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.241067] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.244240] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.178s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.245677] env[69520]: INFO nova.compute.claims [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.265042] env[69520]: INFO nova.scheduler.client.report [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Deleted allocations for instance eace4941-af18-4854-b015-b765ec407a03 [ 1062.306356] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0a209437-b30d-4f88-96f8-aae5f63c7a12 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "d06e9d3f-1613-4410-bb38-c2812dce96de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.748s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.324568] env[69520]: DEBUG oslo_vmware.api [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482317, 'name': PowerOffVM_Task, 'duration_secs': 0.308914} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.324850] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.325041] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.325288] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f58ead84-211f-4665-8770-10904c301823 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.390222] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.390446] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.390659] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleting the datastore file [datastore2] 7981eb07-19e6-4c19-8023-551f56b2e342 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.390978] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cfd6026-bd32-407f-882a-0b08dc9b8ae4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.397321] env[69520]: DEBUG oslo_vmware.api [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for the task: (returnval){ [ 1062.397321] env[69520]: value = "task-3482320" [ 1062.397321] env[69520]: _type = "Task" [ 1062.397321] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.405756] env[69520]: DEBUG oslo_vmware.api [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.436233] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482318, 'name': CreateVM_Task, 'duration_secs': 0.367531} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.436418] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.437062] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.437227] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.437576] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.437824] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788720ae-db04-4f50-a850-fa67751759c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.442636] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1062.442636] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fa7204-8071-f6ba-d04d-707e386cbbf3" [ 1062.442636] env[69520]: _type = "Task" [ 1062.442636] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.450935] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fa7204-8071-f6ba-d04d-707e386cbbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.508862] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.540824] env[69520]: INFO nova.compute.manager [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Rebuilding instance [ 1062.579371] env[69520]: DEBUG nova.compute.manager [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.580338] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ef8ec2-20cb-4ee3-a145-fe1df1782e0b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.777888] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cffb0bf7-fbca-43a6-8c45-0b7294f8a5d8 tempest-ListImageFiltersTestJSON-2040901528 tempest-ListImageFiltersTestJSON-2040901528-project-member] Lock "eace4941-af18-4854-b015-b765ec407a03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.109s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.801722] env[69520]: DEBUG nova.objects.instance [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'pci_requests' on Instance uuid a0cab861-8895-4c6c-b33d-0682928e8c25 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.908515] env[69520]: DEBUG oslo_vmware.api [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Task: {'id': task-3482320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135583} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.908876] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.909141] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.909388] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.909692] env[69520]: INFO nova.compute.manager [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1062.909984] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.910972] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.911289] env[69520]: DEBUG nova.compute.manager [-] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.911438] env[69520]: DEBUG nova.network.neutron [-] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.913601] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c0fd48-df35-48a2-9917-bc0814ca0f71 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.921535] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.922061] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca241766-82b0-461b-be47-7a123a7215bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.957753] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fa7204-8071-f6ba-d04d-707e386cbbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.959894] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.960315] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.960712] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.961292] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.961625] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.963080] env[69520]: DEBUG nova.compute.manager [req-54a31865-218c-45d5-9615-baaae2415a8d req-f817cd56-902a-4f9a-b7f2-d594ca9457b4 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received event network-vif-unplugged-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.963360] env[69520]: DEBUG oslo_concurrency.lockutils [req-54a31865-218c-45d5-9615-baaae2415a8d req-f817cd56-902a-4f9a-b7f2-d594ca9457b4 service nova] Acquiring lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.963590] env[69520]: DEBUG oslo_concurrency.lockutils [req-54a31865-218c-45d5-9615-baaae2415a8d req-f817cd56-902a-4f9a-b7f2-d594ca9457b4 service nova] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.964573] env[69520]: DEBUG oslo_concurrency.lockutils [req-54a31865-218c-45d5-9615-baaae2415a8d req-f817cd56-902a-4f9a-b7f2-d594ca9457b4 service nova] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.964573] env[69520]: DEBUG nova.compute.manager [req-54a31865-218c-45d5-9615-baaae2415a8d req-f817cd56-902a-4f9a-b7f2-d594ca9457b4 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] No waiting events found dispatching network-vif-unplugged-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.964573] env[69520]: WARNING nova.compute.manager [req-54a31865-218c-45d5-9615-baaae2415a8d req-f817cd56-902a-4f9a-b7f2-d594ca9457b4 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received unexpected event network-vif-unplugged-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 for instance with vm_state shelved and task_state shelving_offloading. [ 1062.965023] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0674ecd-ae71-4d9b-bda4-16cf352de94b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.986069] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.986069] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.986840] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9b60ee-19ed-4968-8061-5c67c5105913 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.993204] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1062.993204] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5277542e-8219-b658-8a21-31d9aac3652d" [ 1062.993204] env[69520]: _type = "Task" [ 1062.993204] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.000984] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5277542e-8219-b658-8a21-31d9aac3652d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.018517] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.018620] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.020463] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleting the datastore file [datastore2] 9e1dce19-6806-41c2-907a-f7f42312e57b {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.020463] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a0d2e65-7b9b-4980-af08-b294565079fb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.027991] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1063.027991] env[69520]: value = "task-3482322" [ 1063.027991] env[69520]: _type = "Task" [ 1063.027991] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.038355] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.249854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "13ea2581-bed8-4123-b372-f7aa2bb25876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.249854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "13ea2581-bed8-4123-b372-f7aa2bb25876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.305124] env[69520]: DEBUG nova.objects.base [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.305315] env[69520]: DEBUG nova.network.neutron [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.421758] env[69520]: DEBUG nova.policy [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '385aad2bcb7f4d779c43908883c5c187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f82b834ee4240feb82a5425d6a4e780', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.494368] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebfeb1a-03d3-4667-abf0-9d3f4fa2161a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.506116] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5277542e-8219-b658-8a21-31d9aac3652d, 'name': SearchDatastore_Task, 'duration_secs': 0.019345} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.508974] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f866d0-7b22-41d1-9e13-1b0b5b12020d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.511810] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d709b41c-9cba-4513-a9e4-58408b4e6d17 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.520916] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1063.520916] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fb32ab-36ed-ef22-cf61-ab038fa231f7" [ 1063.520916] env[69520]: _type = "Task" [ 1063.520916] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.552537] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579756c1-2fed-4175-b95f-151ad0d178a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.558500] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fb32ab-36ed-ef22-cf61-ab038fa231f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.559409] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.559724] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a9b730c0-6624-412c-9e46-70a1b7cab6ab/a9b730c0-6624-412c-9e46-70a1b7cab6ab.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.559983] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-315ae2e8-421b-47f7-87d2-2a0071320653 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.566439] env[69520]: DEBUG oslo_vmware.api [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206098} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.567923] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c83af57-c7d8-48a3-89fc-e4588c52518e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.571943] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.572151] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.572332] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.575692] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1063.575692] env[69520]: value = "task-3482323" [ 1063.575692] env[69520]: _type = "Task" [ 1063.575692] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.586956] env[69520]: DEBUG nova.compute.provider_tree [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.594040] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.594458] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.594714] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06c48584-a266-4202-bf95-443671eb2aaf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.597991] env[69520]: INFO nova.scheduler.client.report [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleted allocations for instance 9e1dce19-6806-41c2-907a-f7f42312e57b [ 1063.601933] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1063.601933] env[69520]: value = "task-3482324" [ 1063.601933] env[69520]: _type = "Task" [ 1063.601933] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.611133] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.751424] env[69520]: DEBUG nova.compute.manager [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.773635] env[69520]: DEBUG nova.network.neutron [-] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.090047] env[69520]: DEBUG nova.scheduler.client.report [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.094313] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482323, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.102794] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.112063] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482324, 'name': PowerOffVM_Task, 'duration_secs': 0.247445} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.113363] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.113606] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.114388] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3953e82f-61ea-44fa-afa1-60d740b46df1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.122266] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.122539] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9fc1e6c-6f89-402d-85ab-c2573d060dc6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.147891] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.148134] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.148319] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Deleting the datastore file [datastore1] d06e9d3f-1613-4410-bb38-c2812dce96de {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.148614] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be6d765-44f8-4357-91b2-4c8653abf2a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.155124] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1064.155124] env[69520]: value = "task-3482326" [ 1064.155124] env[69520]: _type = "Task" [ 1064.155124] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.163747] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.272254] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.275821] env[69520]: INFO nova.compute.manager [-] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Took 1.36 seconds to deallocate network for instance. [ 1064.588237] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522789} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.588547] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a9b730c0-6624-412c-9e46-70a1b7cab6ab/a9b730c0-6624-412c-9e46-70a1b7cab6ab.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.588779] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.589052] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c84c0822-790b-4166-b77f-4bfacabf5031 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.594802] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.595299] env[69520]: DEBUG nova.compute.manager [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.599348] env[69520]: DEBUG oslo_concurrency.lockutils [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.860s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.599588] env[69520]: DEBUG nova.objects.instance [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lazy-loading 'resources' on Instance uuid 0b50c1da-90b5-49b3-a098-55a9ce905c90 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.600772] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1064.600772] env[69520]: value = "task-3482327" [ 1064.600772] env[69520]: _type = "Task" [ 1064.600772] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.611275] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.665468] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234116} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.665690] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.665876] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.666102] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.782299] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.939339] env[69520]: DEBUG nova.network.neutron [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Successfully updated port: d489bd17-5c84-4576-8703-610f302c491d {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.103694] env[69520]: DEBUG nova.compute.utils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.105329] env[69520]: DEBUG nova.compute.manager [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.105496] env[69520]: DEBUG nova.network.neutron [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.119711] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065764} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.121025] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.122952] env[69520]: DEBUG nova.compute.manager [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received event network-changed-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.123150] env[69520]: DEBUG nova.compute.manager [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Refreshing instance network info cache due to event network-changed-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.123351] env[69520]: DEBUG oslo_concurrency.lockutils [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] Acquiring lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.123493] env[69520]: DEBUG oslo_concurrency.lockutils [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] Acquired lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.123653] env[69520]: DEBUG nova.network.neutron [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Refreshing network info cache for port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.125403] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de6be60-ace3-45d7-97a5-5f3e632daab3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.157751] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] a9b730c0-6624-412c-9e46-70a1b7cab6ab/a9b730c0-6624-412c-9e46-70a1b7cab6ab.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.160384] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255b2581-db10-4bec-a98b-815437c4a7a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.176553] env[69520]: DEBUG nova.policy [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2393a9392f984985bd5a7928570f6254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af3d20f1019a4d95a9638539caa80ef1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.189309] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1065.189309] env[69520]: value = "task-3482328" [ 1065.189309] env[69520]: _type = "Task" [ 1065.189309] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.198679] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.355877] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1b4d8d-6ec5-4d92-8bbf-86a3beb0e65a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.364614] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb92e27-e3e7-441d-86b5-c7301711ea78 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.395944] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9a92cf-9d57-4fce-8bc7-24598d6c5901 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.404218] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bd819b-c40f-4a98-9c42-d26dcdb29860 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.418577] env[69520]: DEBUG nova.compute.provider_tree [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.446105] env[69520]: DEBUG oslo_concurrency.lockutils [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.446167] env[69520]: DEBUG oslo_concurrency.lockutils [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.446324] env[69520]: DEBUG nova.network.neutron [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.523652] env[69520]: DEBUG nova.network.neutron [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Successfully created port: b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.611918] env[69520]: DEBUG nova.compute.manager [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.706106] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482328, 'name': ReconfigVM_Task, 'duration_secs': 0.292306} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.708130] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Reconfigured VM instance instance-0000005e to attach disk [datastore2] a9b730c0-6624-412c-9e46-70a1b7cab6ab/a9b730c0-6624-412c-9e46-70a1b7cab6ab.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.710219] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2214567c-d64e-4ca0-9ffe-37902d592747 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.716471] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.716714] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.716873] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.717081] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.717290] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.717474] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.717708] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.717876] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.718095] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.718307] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.718557] env[69520]: DEBUG nova.virt.hardware [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.720067] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d882028-ea73-4c6e-b95c-7e72f70145f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.724396] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1065.724396] env[69520]: value = "task-3482329" [ 1065.724396] env[69520]: _type = "Task" [ 1065.724396] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.733928] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce06b87-153d-419d-af4a-c48087d57d97 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.741914] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482329, 'name': Rename_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.753636] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.759691] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.760021] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.760259] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff2729b0-3c7f-45d2-adb3-5266dfc2931e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.780847] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.780847] env[69520]: value = "task-3482330" [ 1065.780847] env[69520]: _type = "Task" [ 1065.780847] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.791175] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482330, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.863174] env[69520]: DEBUG nova.network.neutron [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updated VIF entry in instance network info cache for port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.863571] env[69520]: DEBUG nova.network.neutron [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updating instance_info_cache with network_info: [{"id": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "address": "fa:16:3e:a4:1e:ab", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf0ae3a7c-e8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.921547] env[69520]: DEBUG nova.scheduler.client.report [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.945291] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "9e1dce19-6806-41c2-907a-f7f42312e57b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.995275] env[69520]: WARNING nova.network.neutron [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] 013ed665-9824-4fa4-ac53-064750178406 already exists in list: networks containing: ['013ed665-9824-4fa4-ac53-064750178406']. ignoring it [ 1066.235673] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482329, 'name': Rename_Task, 'duration_secs': 0.166676} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.236050] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.236242] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c49e0f59-e6f7-4c0a-8d6c-db7da059a86a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.244135] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1066.244135] env[69520]: value = "task-3482331" [ 1066.244135] env[69520]: _type = "Task" [ 1066.244135] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.252935] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.293250] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482330, 'name': CreateVM_Task, 'duration_secs': 0.246574} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.293435] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.294423] env[69520]: DEBUG oslo_concurrency.lockutils [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.294612] env[69520]: DEBUG oslo_concurrency.lockutils [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.294943] env[69520]: DEBUG oslo_concurrency.lockutils [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.295278] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59925d84-0d3c-48d5-8ae7-aad07fe62e51 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.304334] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1066.304334] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527a7beb-6a77-78e2-803c-0031ffd581ba" [ 1066.304334] env[69520]: _type = "Task" [ 1066.304334] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.313999] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527a7beb-6a77-78e2-803c-0031ffd581ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.366952] env[69520]: DEBUG oslo_concurrency.lockutils [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] Releasing lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.367274] env[69520]: DEBUG nova.compute.manager [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Received event network-vif-deleted-f6920416-22b4-4cae-bd4e-a122d4be34f0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.367503] env[69520]: DEBUG nova.compute.manager [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received event network-vif-plugged-d489bd17-5c84-4576-8703-610f302c491d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.367711] env[69520]: DEBUG oslo_concurrency.lockutils [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] Acquiring lock "a0cab861-8895-4c6c-b33d-0682928e8c25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.367951] env[69520]: DEBUG oslo_concurrency.lockutils [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] Lock "a0cab861-8895-4c6c-b33d-0682928e8c25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.368086] env[69520]: DEBUG oslo_concurrency.lockutils [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] Lock "a0cab861-8895-4c6c-b33d-0682928e8c25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.368254] env[69520]: DEBUG nova.compute.manager [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] No waiting events found dispatching network-vif-plugged-d489bd17-5c84-4576-8703-610f302c491d {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.368424] env[69520]: WARNING nova.compute.manager [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received unexpected event network-vif-plugged-d489bd17-5c84-4576-8703-610f302c491d for instance with vm_state active and task_state None. [ 1066.368648] env[69520]: DEBUG nova.compute.manager [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received event network-changed-d489bd17-5c84-4576-8703-610f302c491d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.368814] env[69520]: DEBUG nova.compute.manager [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing instance network info cache due to event network-changed-d489bd17-5c84-4576-8703-610f302c491d. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.368992] env[69520]: DEBUG oslo_concurrency.lockutils [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] Acquiring lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.428033] env[69520]: DEBUG oslo_concurrency.lockutils [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.433520] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.662s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.433520] env[69520]: INFO nova.compute.claims [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.460692] env[69520]: INFO nova.scheduler.client.report [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleted allocations for instance 0b50c1da-90b5-49b3-a098-55a9ce905c90 [ 1066.507496] env[69520]: DEBUG nova.network.neutron [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [{"id": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "address": "fa:16:3e:58:ad:5c", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ae461-3d", "ovs_interfaceid": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d489bd17-5c84-4576-8703-610f302c491d", "address": "fa:16:3e:92:59:23", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd489bd17-5c", "ovs_interfaceid": "d489bd17-5c84-4576-8703-610f302c491d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.624981] env[69520]: DEBUG nova.compute.manager [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.653335] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.653600] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.653758] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.653937] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.654089] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.654235] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.654438] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.654596] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.654763] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.654926] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.655358] env[69520]: DEBUG nova.virt.hardware [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.656218] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af57d4b6-c18b-433d-b15e-b504deb9fc17 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.664592] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dd04f8-a5c0-4dca-ac65-06d7c301d4d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.754513] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.815197] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527a7beb-6a77-78e2-803c-0031ffd581ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014132} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.815524] env[69520]: DEBUG oslo_concurrency.lockutils [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.816356] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.816661] env[69520]: DEBUG oslo_concurrency.lockutils [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.816821] env[69520]: DEBUG oslo_concurrency.lockutils [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.817016] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.817286] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9f1ac9a-344d-4703-a379-8affaa1b5bca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.824434] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.824673] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.828022] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.828204] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.829595] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274fbabd-4dfa-447e-8ea6-5f68ea887762 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.835681] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1066.835681] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524aaa04-c947-761c-a5e5-2865b3e5d94f" [ 1066.835681] env[69520]: _type = "Task" [ 1066.835681] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.845085] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524aaa04-c947-761c-a5e5-2865b3e5d94f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.970123] env[69520]: DEBUG oslo_concurrency.lockutils [None req-470dd202-1b76-40a1-801f-64037f6a979b tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "0b50c1da-90b5-49b3-a098-55a9ce905c90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.623s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.975127] env[69520]: DEBUG nova.network.neutron [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Successfully updated port: b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.009912] env[69520]: DEBUG oslo_concurrency.lockutils [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.010534] env[69520]: DEBUG oslo_concurrency.lockutils [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.010692] env[69520]: DEBUG oslo_concurrency.lockutils [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.011257] env[69520]: DEBUG oslo_concurrency.lockutils [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] Acquired lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.011467] env[69520]: DEBUG nova.network.neutron [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing network info cache for port d489bd17-5c84-4576-8703-610f302c491d {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.013033] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a2dfb-e20c-4f14-aca1-6c27606133f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.030940] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.031170] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.031328] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.031509] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.031657] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.031803] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.032015] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.032180] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.032344] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.032502] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.032670] env[69520]: DEBUG nova.virt.hardware [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.039085] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Reconfiguring VM to attach interface {{(pid=69520) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1067.039563] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d5e9c6-e713-4df9-87e4-51e8d65628ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.056676] env[69520]: DEBUG oslo_vmware.api [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1067.056676] env[69520]: value = "task-3482332" [ 1067.056676] env[69520]: _type = "Task" [ 1067.056676] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.064846] env[69520]: DEBUG oslo_vmware.api [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482332, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.256804] env[69520]: DEBUG oslo_vmware.api [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482331, 'name': PowerOnVM_Task, 'duration_secs': 0.567288} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.257160] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.257290] env[69520]: INFO nova.compute.manager [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1067.257463] env[69520]: DEBUG nova.compute.manager [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.258256] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190eed2f-be40-449d-aa88-11ce08f1ca63 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.327981] env[69520]: DEBUG nova.compute.utils [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.347702] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524aaa04-c947-761c-a5e5-2865b3e5d94f, 'name': SearchDatastore_Task, 'duration_secs': 0.015669} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.348492] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d3981e-67b6-4ccb-93ea-9f15966a1c62 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.354195] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1067.354195] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dfc5a4-6bf2-903a-49bc-59e91353f5e0" [ 1067.354195] env[69520]: _type = "Task" [ 1067.354195] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.362588] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dfc5a4-6bf2-903a-49bc-59e91353f5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.479958] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.480134] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.480284] env[69520]: DEBUG nova.network.neutron [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.567898] env[69520]: DEBUG oslo_vmware.api [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.639915] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8407fdeb-08ef-4aac-ae59-750627772cd5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.648350] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ff632e-4be8-4c18-8ad8-815a4194769b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.684341] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb58453d-577b-4b7f-a58d-ee0c8c5fac0a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.693035] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1393099f-10b1-4190-83cd-040bde9217c9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.708486] env[69520]: DEBUG nova.compute.provider_tree [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.748739] env[69520]: DEBUG nova.network.neutron [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updated VIF entry in instance network info cache for port d489bd17-5c84-4576-8703-610f302c491d. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.749175] env[69520]: DEBUG nova.network.neutron [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [{"id": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "address": "fa:16:3e:58:ad:5c", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ae461-3d", "ovs_interfaceid": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d489bd17-5c84-4576-8703-610f302c491d", "address": "fa:16:3e:92:59:23", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd489bd17-5c", "ovs_interfaceid": "d489bd17-5c84-4576-8703-610f302c491d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.775678] env[69520]: INFO nova.compute.manager [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Took 14.59 seconds to build instance. [ 1067.830502] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.864918] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dfc5a4-6bf2-903a-49bc-59e91353f5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014064} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.865184] env[69520]: DEBUG oslo_concurrency.lockutils [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.865438] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] d06e9d3f-1613-4410-bb38-c2812dce96de/d06e9d3f-1613-4410-bb38-c2812dce96de.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.865686] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-849d9bb3-2533-4524-b083-1cd81f7b80f4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.873820] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1067.873820] env[69520]: value = "task-3482333" [ 1067.873820] env[69520]: _type = "Task" [ 1067.873820] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.882076] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.013550] env[69520]: DEBUG nova.network.neutron [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.068049] env[69520]: DEBUG oslo_vmware.api [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482332, 'name': ReconfigVM_Task, 'duration_secs': 0.583239} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.068630] env[69520]: DEBUG oslo_concurrency.lockutils [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.068850] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Reconfigured VM to attach interface {{(pid=69520) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1068.211892] env[69520]: DEBUG nova.scheduler.client.report [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.252110] env[69520]: DEBUG oslo_concurrency.lockutils [req-6aa00342-4b69-48f1-9657-a4e6a49ab259 req-63c15a51-a57e-4c97-8952-4d5c54958520 service nova] Releasing lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.277584] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77eb67f0-7162-4360-b45f-737e98ce3ca7 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.106s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.384189] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492969} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.384490] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] d06e9d3f-1613-4410-bb38-c2812dce96de/d06e9d3f-1613-4410-bb38-c2812dce96de.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.384716] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.384975] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5d0891d-6286-43bb-9cd3-1d3c790729b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.392485] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1068.392485] env[69520]: value = "task-3482334" [ 1068.392485] env[69520]: _type = "Task" [ 1068.392485] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.394013] env[69520]: DEBUG nova.network.neutron [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance_info_cache with network_info: [{"id": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "address": "fa:16:3e:19:cc:c7", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ee4bcf-0a", "ovs_interfaceid": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.409902] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.574030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-63aff280-421a-4e97-994e-3d2fa420c801 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-a0cab861-8895-4c6c-b33d-0682928e8c25-d489bd17-5c84-4576-8703-610f302c491d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.378s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.652708] env[69520]: DEBUG nova.compute.manager [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Received event network-vif-plugged-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.652962] env[69520]: DEBUG oslo_concurrency.lockutils [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] Acquiring lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.653116] env[69520]: DEBUG oslo_concurrency.lockutils [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.653277] env[69520]: DEBUG oslo_concurrency.lockutils [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.653441] env[69520]: DEBUG nova.compute.manager [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] No waiting events found dispatching network-vif-plugged-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.653603] env[69520]: WARNING nova.compute.manager [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Received unexpected event network-vif-plugged-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 for instance with vm_state building and task_state spawning. [ 1068.653757] env[69520]: DEBUG nova.compute.manager [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Received event network-changed-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.653909] env[69520]: DEBUG nova.compute.manager [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Refreshing instance network info cache due to event network-changed-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.654253] env[69520]: DEBUG oslo_concurrency.lockutils [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] Acquiring lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.717469] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.717983] env[69520]: DEBUG nova.compute.manager [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.720647] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.618s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.720866] env[69520]: DEBUG nova.objects.instance [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'resources' on Instance uuid 9e1dce19-6806-41c2-907a-f7f42312e57b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.896551] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.896932] env[69520]: DEBUG nova.compute.manager [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Instance network_info: |[{"id": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "address": "fa:16:3e:19:cc:c7", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ee4bcf-0a", "ovs_interfaceid": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.897351] env[69520]: DEBUG oslo_concurrency.lockutils [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] Acquired lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.897541] env[69520]: DEBUG nova.network.neutron [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Refreshing network info cache for port b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.898838] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:cc:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.907322] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.914097] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.914329] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.914541] env[69520]: INFO nova.compute.manager [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Attaching volume 28c666e0-5c97-47fc-9a8c-82808ed25ca5 to /dev/sdb [ 1068.915935] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.916893] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc6b3985-65c2-41f7-a040-3b0121fb79d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.938319] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066125} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.938603] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.939718] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7cebda-de94-490a-a4d6-0cba475c2dc2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.944591] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.944591] env[69520]: value = "task-3482335" [ 1068.944591] env[69520]: _type = "Task" [ 1068.944591] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.964242] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d06e9d3f-1613-4410-bb38-c2812dce96de/d06e9d3f-1613-4410-bb38-c2812dce96de.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.965061] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5263a2-a5c7-4791-9e3c-a2cbe7c45b8a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.986997] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482335, 'name': CreateVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.987801] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a606a5-f9c2-4778-bac6-16d09a70db31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.995017] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a30c41-2fc6-4b82-ae06-14db9ec443a8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.998725] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1068.998725] env[69520]: value = "task-3482336" [ 1068.998725] env[69520]: _type = "Task" [ 1068.998725] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.999571] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "c3b3253e-53f8-456e-a4f3-7e554403481f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.999797] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.011618] env[69520]: DEBUG nova.virt.block_device [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Updating existing volume attachment record: 5737180b-a24c-4dcf-99f6-5c7b26946dce {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1069.017392] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.222408] env[69520]: DEBUG nova.network.neutron [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updated VIF entry in instance network info cache for port b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.222771] env[69520]: DEBUG nova.network.neutron [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance_info_cache with network_info: [{"id": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "address": "fa:16:3e:19:cc:c7", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ee4bcf-0a", "ovs_interfaceid": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.225604] env[69520]: DEBUG nova.objects.instance [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'numa_topology' on Instance uuid 9e1dce19-6806-41c2-907a-f7f42312e57b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.228064] env[69520]: DEBUG nova.compute.utils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.229763] env[69520]: DEBUG nova.compute.manager [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.229936] env[69520]: DEBUG nova.network.neutron [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.311540] env[69520]: DEBUG nova.policy [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36e5a52ce1a7437b996aaa3c5dbaa42e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a07407bcfc2a4801901288fc8eca9be8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.455135] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482335, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.505228] env[69520]: INFO nova.compute.manager [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Detaching volume 412c29b4-c6ef-4ffe-89e8-de19f2eac547 [ 1069.519717] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.564201] env[69520]: INFO nova.virt.block_device [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Attempting to driver detach volume 412c29b4-c6ef-4ffe-89e8-de19f2eac547 from mountpoint /dev/sdb [ 1069.564201] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1069.564201] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696149', 'volume_id': '412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'name': 'volume-412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3b3253e-53f8-456e-a4f3-7e554403481f', 'attached_at': '', 'detached_at': '', 'volume_id': '412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'serial': '412c29b4-c6ef-4ffe-89e8-de19f2eac547'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1069.564851] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0779ff5f-8843-4d71-83b4-e1415762e486 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.597934] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0202d83-1da7-4634-b11f-76cabdcdb204 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.606398] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa063a20-8c85-4a47-a175-503290d919a7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.631557] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addd5de0-9742-4293-95d7-4ec0d67573cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.651199] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] The volume has not been displaced from its original location: [datastore2] volume-412c29b4-c6ef-4ffe-89e8-de19f2eac547/volume-412c29b4-c6ef-4ffe-89e8-de19f2eac547.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1069.656980] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.658532] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a560c8-3e4d-4cfd-abab-77d0c0a30c69 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.686184] env[69520]: DEBUG oslo_vmware.api [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1069.686184] env[69520]: value = "task-3482340" [ 1069.686184] env[69520]: _type = "Task" [ 1069.686184] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.700278] env[69520]: DEBUG oslo_vmware.api [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.731010] env[69520]: DEBUG oslo_concurrency.lockutils [req-d71b66de-3a6a-45e1-9ba0-4c96ff3642e2 req-962eccf9-0ad7-44e4-8435-077129cc8087 service nova] Releasing lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.735023] env[69520]: DEBUG nova.compute.manager [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.738502] env[69520]: DEBUG nova.objects.base [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Object Instance<9e1dce19-6806-41c2-907a-f7f42312e57b> lazy-loaded attributes: resources,numa_topology {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.959271] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482335, 'name': CreateVM_Task, 'duration_secs': 0.92386} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.960740] env[69520]: DEBUG nova.network.neutron [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Successfully created port: aee5cbdd-61f3-4557-8bf9-9f0211c9d97d {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.962934] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.963713] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.963897] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.964274] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.964926] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da52f3c-4b42-49bf-b136-194b8df09c9d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.971503] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1069.971503] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]522e3e72-be1c-e001-40a8-e02f917ae0f7" [ 1069.971503] env[69520]: _type = "Task" [ 1069.971503] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.986798] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522e3e72-be1c-e001-40a8-e02f917ae0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012205} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.987028] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.987272] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.987509] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.987655] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.987834] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.990852] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d23eb708-8166-4f74-b971-62249acc3abd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.002750] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.002963] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.010937] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5efa3cc-f25c-403b-9220-9a586b6b8788 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.015705] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca5b54c-8829-409b-9a3b-d55c75fc981a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.026794] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482336, 'name': ReconfigVM_Task, 'duration_secs': 0.692208} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.030824] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d06e9d3f-1613-4410-bb38-c2812dce96de/d06e9d3f-1613-4410-bb38-c2812dce96de.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.031966] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1070.031966] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227636d-f7d3-fac1-3583-439e95347f0a" [ 1070.031966] env[69520]: _type = "Task" [ 1070.031966] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.032336] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec5d707-da9e-4aff-b6fb-cf6119623b63 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.035121] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d34bc25-5bda-4e64-8e61-62504a321dfe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.052380] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227636d-f7d3-fac1-3583-439e95347f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.020716} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.081687] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1070.081687] env[69520]: value = "task-3482341" [ 1070.081687] env[69520]: _type = "Task" [ 1070.081687] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.081687] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb035eb-d505-4d5e-bbab-25a3bb7900e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.084788] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715e3b65-b3a5-4c9c-9752-f65dff9f14fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.095157] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1070.095157] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fcb16d-0899-a6f2-84ac-bbcd9b340c62" [ 1070.095157] env[69520]: _type = "Task" [ 1070.095157] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.101416] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482341, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.106066] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f66fab5-3b6a-48d8-aed4-12651d32ab76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.117689] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fcb16d-0899-a6f2-84ac-bbcd9b340c62, 'name': SearchDatastore_Task, 'duration_secs': 0.015702} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.125942] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.126260] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] d9211715-c803-42b4-ae0f-38a69bcc5cb6/d9211715-c803-42b4-ae0f-38a69bcc5cb6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.126842] env[69520]: DEBUG nova.compute.provider_tree [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.128180] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d016a268-16f2-4170-86f8-286d9e279e9f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.137745] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1070.137745] env[69520]: value = "task-3482342" [ 1070.137745] env[69520]: _type = "Task" [ 1070.137745] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.147679] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.179595] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "interface-a0cab861-8895-4c6c-b33d-0682928e8c25-d489bd17-5c84-4576-8703-610f302c491d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.179973] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-a0cab861-8895-4c6c-b33d-0682928e8c25-d489bd17-5c84-4576-8703-610f302c491d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.198269] env[69520]: DEBUG oslo_vmware.api [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482340, 'name': ReconfigVM_Task, 'duration_secs': 0.290129} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.198577] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.203704] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1fc7cc1-c318-43e1-a300-f18757f814ea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.223229] env[69520]: DEBUG oslo_vmware.api [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1070.223229] env[69520]: value = "task-3482343" [ 1070.223229] env[69520]: _type = "Task" [ 1070.223229] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.238990] env[69520]: DEBUG oslo_vmware.api [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.370197] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "43ff884d-db04-454d-858d-12894d119891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.370545] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "43ff884d-db04-454d-858d-12894d119891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.595506] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482341, 'name': Rename_Task, 'duration_secs': 0.225917} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.595821] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.596088] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7821e3f2-e344-4e17-b060-a053cfab43c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.604379] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1070.604379] env[69520]: value = "task-3482344" [ 1070.604379] env[69520]: _type = "Task" [ 1070.604379] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.613806] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.631685] env[69520]: DEBUG nova.scheduler.client.report [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.649191] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482342, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.683113] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.683272] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.684556] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52e0acc-6ec5-467e-bd51-4772cff2fc1e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.702488] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91030ca-bae7-4d44-9c6b-b8112921648f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.727930] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Reconfiguring VM to detach interface {{(pid=69520) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1070.728279] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cafc9685-d594-463f-88a3-11180c494dec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.753617] env[69520]: DEBUG nova.compute.manager [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.755566] env[69520]: DEBUG oslo_vmware.api [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482343, 'name': ReconfigVM_Task, 'duration_secs': 0.155118} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.757351] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696149', 'volume_id': '412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'name': 'volume-412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3b3253e-53f8-456e-a4f3-7e554403481f', 'attached_at': '', 'detached_at': '', 'volume_id': '412c29b4-c6ef-4ffe-89e8-de19f2eac547', 'serial': '412c29b4-c6ef-4ffe-89e8-de19f2eac547'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1070.759565] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1070.759565] env[69520]: value = "task-3482345" [ 1070.759565] env[69520]: _type = "Task" [ 1070.759565] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.770893] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.784218] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.784478] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.784637] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.784830] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.784986] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.785220] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.785596] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.785764] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.785935] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.786113] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.786288] env[69520]: DEBUG nova.virt.hardware [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.787595] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb096d7f-9bf2-497a-bb58-17b5e1d3e9bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.795908] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a20a272-1acf-4829-9298-e7af970f80c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.872608] env[69520]: DEBUG nova.compute.manager [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.115209] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.137632] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.417s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.140142] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.868s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.141650] env[69520]: INFO nova.compute.claims [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.154024] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525776} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.154024] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] d9211715-c803-42b4-ae0f-38a69bcc5cb6/d9211715-c803-42b4-ae0f-38a69bcc5cb6.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.154024] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.154352] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d4c0ddd-8c81-4cd8-bd00-ee5af02748a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.162380] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1071.162380] env[69520]: value = "task-3482346" [ 1071.162380] env[69520]: _type = "Task" [ 1071.162380] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.174532] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.270305] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.304468] env[69520]: DEBUG nova.objects.instance [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'flavor' on Instance uuid c3b3253e-53f8-456e-a4f3-7e554403481f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.400149] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.461100] env[69520]: DEBUG nova.compute.manager [req-bd8b2966-0c83-4509-98ad-58f090ab096a req-216d643e-5e0d-48ec-8fed-05b3ed019cc0 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Received event network-vif-plugged-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.461100] env[69520]: DEBUG oslo_concurrency.lockutils [req-bd8b2966-0c83-4509-98ad-58f090ab096a req-216d643e-5e0d-48ec-8fed-05b3ed019cc0 service nova] Acquiring lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.461100] env[69520]: DEBUG oslo_concurrency.lockutils [req-bd8b2966-0c83-4509-98ad-58f090ab096a req-216d643e-5e0d-48ec-8fed-05b3ed019cc0 service nova] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.461100] env[69520]: DEBUG oslo_concurrency.lockutils [req-bd8b2966-0c83-4509-98ad-58f090ab096a req-216d643e-5e0d-48ec-8fed-05b3ed019cc0 service nova] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.461100] env[69520]: DEBUG nova.compute.manager [req-bd8b2966-0c83-4509-98ad-58f090ab096a req-216d643e-5e0d-48ec-8fed-05b3ed019cc0 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] No waiting events found dispatching network-vif-plugged-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.462074] env[69520]: WARNING nova.compute.manager [req-bd8b2966-0c83-4509-98ad-58f090ab096a req-216d643e-5e0d-48ec-8fed-05b3ed019cc0 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Received unexpected event network-vif-plugged-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d for instance with vm_state building and task_state spawning. [ 1071.584087] env[69520]: DEBUG nova.network.neutron [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Successfully updated port: aee5cbdd-61f3-4557-8bf9-9f0211c9d97d {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.615940] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.652164] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20f0f20d-6af0-439f-8521-e2be89255dd3 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.368s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.653262] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.708s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.653560] env[69520]: INFO nova.compute.manager [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Unshelving [ 1071.675264] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104875} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.675555] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.676372] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c8440d-3855-4b3e-bf76-d81a3ddaed5a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.703479] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] d9211715-c803-42b4-ae0f-38a69bcc5cb6/d9211715-c803-42b4-ae0f-38a69bcc5cb6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.703798] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac83a899-8c9e-4275-8ff9-cc9af7f3d580 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.730112] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1071.730112] env[69520]: value = "task-3482348" [ 1071.730112] env[69520]: _type = "Task" [ 1071.730112] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.741443] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.771541] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.087551] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "refresh_cache-3f2d3802-a6f9-41c7-b462-4061d29de0f2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.087693] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "refresh_cache-3f2d3802-a6f9-41c7-b462-4061d29de0f2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.087854] env[69520]: DEBUG nova.network.neutron [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.115854] env[69520]: DEBUG oslo_vmware.api [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482344, 'name': PowerOnVM_Task, 'duration_secs': 1.192862} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.116139] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.116343] env[69520]: DEBUG nova.compute.manager [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.117134] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad7e918-f9e0-4bee-982d-cd0fb8657781 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.232779] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "c3b3253e-53f8-456e-a4f3-7e554403481f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.242781] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482348, 'name': ReconfigVM_Task, 'duration_secs': 0.302729} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.245256] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfigured VM instance instance-0000005f to attach disk [datastore2] d9211715-c803-42b4-ae0f-38a69bcc5cb6/d9211715-c803-42b4-ae0f-38a69bcc5cb6.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.245997] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8310be72-8dfb-419e-92b9-7c07103fa006 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.253874] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1072.253874] env[69520]: value = "task-3482349" [ 1072.253874] env[69520]: _type = "Task" [ 1072.253874] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.265972] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482349, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.274673] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.312583] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7c2be2f3-5334-4a47-a6d3-84f391b6973e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.313s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.313707] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.081s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.314450] env[69520]: DEBUG nova.compute.manager [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.315044] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577075ab-50bc-414e-aa83-0adfa049601f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.323727] env[69520]: DEBUG nova.compute.manager [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1072.324407] env[69520]: DEBUG nova.objects.instance [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'flavor' on Instance uuid c3b3253e-53f8-456e-a4f3-7e554403481f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.375240] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870d7a93-955c-4f5f-b783-7f091c7e2898 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.384502] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a628e3de-d2b1-469e-9bb5-4d74d74db2bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.417438] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9beaed7-0031-4298-9a7a-b090f8a305ae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.425544] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e114212-5ed8-4c6f-8ab8-a7ae62e11a7c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.439063] env[69520]: DEBUG nova.compute.provider_tree [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.619786] env[69520]: DEBUG nova.network.neutron [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.631542] env[69520]: DEBUG oslo_concurrency.lockutils [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.662776] env[69520]: DEBUG nova.compute.utils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.766158] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482349, 'name': Rename_Task, 'duration_secs': 0.154733} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.769256] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.771527] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52311aa9-fc5d-467b-a641-6f4dfc60d8e1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.779340] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.780803] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1072.780803] env[69520]: value = "task-3482350" [ 1072.780803] env[69520]: _type = "Task" [ 1072.780803] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.788106] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.802653] env[69520]: DEBUG nova.network.neutron [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Updating instance_info_cache with network_info: [{"id": "aee5cbdd-61f3-4557-8bf9-9f0211c9d97d", "address": "fa:16:3e:77:e4:c5", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee5cbdd-61", "ovs_interfaceid": "aee5cbdd-61f3-4557-8bf9-9f0211c9d97d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.863247] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "d06e9d3f-1613-4410-bb38-c2812dce96de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.863519] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "d06e9d3f-1613-4410-bb38-c2812dce96de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.863724] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "d06e9d3f-1613-4410-bb38-c2812dce96de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.863906] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "d06e9d3f-1613-4410-bb38-c2812dce96de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.864149] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "d06e9d3f-1613-4410-bb38-c2812dce96de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.867479] env[69520]: INFO nova.compute.manager [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Terminating instance [ 1072.941785] env[69520]: DEBUG nova.scheduler.client.report [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.104116] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "8e3ff68f-ef31-44f6-b274-a4599a249185" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.104116] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.104116] env[69520]: INFO nova.compute.manager [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Rebooting instance [ 1073.165564] env[69520]: INFO nova.virt.block_device [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Booting with volume 6acfc92e-dc0a-4e08-a37a-0d8b376b4f41 at /dev/sdb [ 1073.201463] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa5e5f1a-e89d-4304-bc0d-5560bef29fb6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.213505] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f7731f-49cc-4da4-9e8e-b5ab06d9e26c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.245621] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84b9e490-0105-4e44-b286-c17ec2ba4317 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.256201] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584df473-0ef8-499d-8f61-d1b01612b371 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.275416] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.295840] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d0109f-d0ac-4d08-9de6-f8c302bf2550 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.304087] env[69520]: DEBUG oslo_vmware.api [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482350, 'name': PowerOnVM_Task, 'duration_secs': 0.435271} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.305349] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.305564] env[69520]: INFO nova.compute.manager [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1073.305743] env[69520]: DEBUG nova.compute.manager [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.306202] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "refresh_cache-3f2d3802-a6f9-41c7-b462-4061d29de0f2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.306479] env[69520]: DEBUG nova.compute.manager [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Instance network_info: |[{"id": "aee5cbdd-61f3-4557-8bf9-9f0211c9d97d", "address": "fa:16:3e:77:e4:c5", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee5cbdd-61", "ovs_interfaceid": "aee5cbdd-61f3-4557-8bf9-9f0211c9d97d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.307267] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5a291e-8900-4b32-9b8e-73c765667d9b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.309764] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:e4:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aee5cbdd-61f3-4557-8bf9-9f0211c9d97d', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.316988] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.317616] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f990c647-2083-468b-b421-fca723b4cdcc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.320242] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.320801] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-985d586f-42e6-4ec6-9f22-3cfac7ddcda6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.338058] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.341616] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4301f445-791c-4bfc-a33a-314faea0797d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.347967] env[69520]: DEBUG nova.virt.block_device [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updating existing volume attachment record: f93a179e-9d1c-4905-8096-d3f053c3fe6a {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1073.352507] env[69520]: DEBUG oslo_vmware.api [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1073.352507] env[69520]: value = "task-3482352" [ 1073.352507] env[69520]: _type = "Task" [ 1073.352507] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.352768] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.352768] env[69520]: value = "task-3482351" [ 1073.352768] env[69520]: _type = "Task" [ 1073.352768] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.364830] env[69520]: DEBUG oslo_vmware.api [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.367868] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482351, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.373658] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "refresh_cache-d06e9d3f-1613-4410-bb38-c2812dce96de" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.373849] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquired lock "refresh_cache-d06e9d3f-1613-4410-bb38-c2812dce96de" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.374073] env[69520]: DEBUG nova.network.neutron [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.450414] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.451041] env[69520]: DEBUG nova.compute.manager [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.453754] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.672s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.454036] env[69520]: DEBUG nova.objects.instance [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lazy-loading 'resources' on Instance uuid 7981eb07-19e6-4c19-8023-551f56b2e342 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.527184] env[69520]: DEBUG nova.compute.manager [req-58aa0de8-a41b-4d61-84ce-ea7fbf78afce req-b6d0e9a2-2da1-443e-aea1-67f6f1dcbd00 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Received event network-changed-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.527460] env[69520]: DEBUG nova.compute.manager [req-58aa0de8-a41b-4d61-84ce-ea7fbf78afce req-b6d0e9a2-2da1-443e-aea1-67f6f1dcbd00 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Refreshing instance network info cache due to event network-changed-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.527656] env[69520]: DEBUG oslo_concurrency.lockutils [req-58aa0de8-a41b-4d61-84ce-ea7fbf78afce req-b6d0e9a2-2da1-443e-aea1-67f6f1dcbd00 service nova] Acquiring lock "refresh_cache-3f2d3802-a6f9-41c7-b462-4061d29de0f2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.527846] env[69520]: DEBUG oslo_concurrency.lockutils [req-58aa0de8-a41b-4d61-84ce-ea7fbf78afce req-b6d0e9a2-2da1-443e-aea1-67f6f1dcbd00 service nova] Acquired lock "refresh_cache-3f2d3802-a6f9-41c7-b462-4061d29de0f2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.527901] env[69520]: DEBUG nova.network.neutron [req-58aa0de8-a41b-4d61-84ce-ea7fbf78afce req-b6d0e9a2-2da1-443e-aea1-67f6f1dcbd00 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Refreshing network info cache for port aee5cbdd-61f3-4557-8bf9-9f0211c9d97d {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.777922] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.850884] env[69520]: INFO nova.compute.manager [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Took 14.80 seconds to build instance. [ 1073.865256] env[69520]: DEBUG oslo_vmware.api [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482352, 'name': PowerOffVM_Task, 'duration_secs': 0.192184} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.868913] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.869138] env[69520]: DEBUG nova.compute.manager [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.869370] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482351, 'name': CreateVM_Task, 'duration_secs': 0.335394} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.870118] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ba763b-4e4b-45a0-adec-4950a683b130 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.872512] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.873529] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.873637] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.873941] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.874502] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be0f8cb-0679-4354-9071-1f5cb8b26e96 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.883118] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1073.883118] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e0467a-f2f3-42b5-a176-804c8755bc5b" [ 1073.883118] env[69520]: _type = "Task" [ 1073.883118] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.895075] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e0467a-f2f3-42b5-a176-804c8755bc5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.898329] env[69520]: DEBUG nova.network.neutron [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.957690] env[69520]: DEBUG nova.compute.utils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.963304] env[69520]: DEBUG nova.network.neutron [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.964486] env[69520]: DEBUG nova.compute.manager [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.964699] env[69520]: DEBUG nova.network.neutron [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.061256] env[69520]: DEBUG nova.policy [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fcd0ca20e894a6bbeda7986543ab6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f73905de31544aaea469db8a738f9c01', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.063558] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1074.063769] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696179', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'name': 'volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ba8b91-fc8e-4438-b969-9a4345000e05', 'attached_at': '', 'detached_at': '', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'serial': '28c666e0-5c97-47fc-9a8c-82808ed25ca5'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1074.066973] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be09bf4-d8c0-4219-a7d4-57b2f5c347db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.088910] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b506d52d-29ab-4d07-b37c-4bdb4d47f2a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.116245] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5/volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.117538] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.117694] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.117850] env[69520]: DEBUG nova.network.neutron [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.121424] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbfbd980-44bf-4b3f-b87d-66ee0c573da5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.147156] env[69520]: DEBUG oslo_vmware.api [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1074.147156] env[69520]: value = "task-3482356" [ 1074.147156] env[69520]: _type = "Task" [ 1074.147156] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.161331] env[69520]: DEBUG oslo_vmware.api [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.245478] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5326b6a-fdb9-4819-9cfa-c1bfa74759a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.254762] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950c6a11-41ba-4c04-a5cc-7d81a1b80bf4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.295864] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf669cfe-a474-432d-9f13-1385a6d5a30a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.308533] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dfe14d-88ac-4bcb-b4e8-a81f0c833b6e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.312952] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.324786] env[69520]: DEBUG nova.compute.provider_tree [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.347718] env[69520]: DEBUG nova.network.neutron [req-58aa0de8-a41b-4d61-84ce-ea7fbf78afce req-b6d0e9a2-2da1-443e-aea1-67f6f1dcbd00 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Updated VIF entry in instance network info cache for port aee5cbdd-61f3-4557-8bf9-9f0211c9d97d. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.348208] env[69520]: DEBUG nova.network.neutron [req-58aa0de8-a41b-4d61-84ce-ea7fbf78afce req-b6d0e9a2-2da1-443e-aea1-67f6f1dcbd00 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Updating instance_info_cache with network_info: [{"id": "aee5cbdd-61f3-4557-8bf9-9f0211c9d97d", "address": "fa:16:3e:77:e4:c5", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee5cbdd-61", "ovs_interfaceid": "aee5cbdd-61f3-4557-8bf9-9f0211c9d97d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.352301] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6be607af-b720-45e4-b22d-040ce9e03ec1 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.312s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.386827] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45b26755-081e-4f63-9212-312de4fa9798 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.403165] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e0467a-f2f3-42b5-a176-804c8755bc5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012617} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.403617] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.403953] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.404369] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.404822] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.404948] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.405501] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19f1fcad-e176-4683-bb65-e430841966c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.421206] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.421553] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.422481] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb9488b-fefe-493e-87aa-587fa91134e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.429787] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1074.429787] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]522ab61b-82b3-180e-d690-a7127e47dbe9" [ 1074.429787] env[69520]: _type = "Task" [ 1074.429787] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.441039] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522ab61b-82b3-180e-d690-a7127e47dbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.465482] env[69520]: DEBUG nova.compute.manager [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.468850] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Releasing lock "refresh_cache-d06e9d3f-1613-4410-bb38-c2812dce96de" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.469340] env[69520]: DEBUG nova.compute.manager [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.469628] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.470842] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a895d7d-a947-4043-9acc-4a1135897f45 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.480222] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.480558] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47722bd4-3920-4628-8211-dcef4d7fa9d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.489714] env[69520]: DEBUG oslo_vmware.api [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1074.489714] env[69520]: value = "task-3482357" [ 1074.489714] env[69520]: _type = "Task" [ 1074.489714] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.500696] env[69520]: DEBUG oslo_vmware.api [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.634442] env[69520]: DEBUG nova.network.neutron [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Successfully created port: c3d3f756-28ad-4cbc-95fc-409a663537d7 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.660881] env[69520]: DEBUG oslo_vmware.api [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482356, 'name': ReconfigVM_Task, 'duration_secs': 0.410848} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.661191] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5/volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.666167] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db41d856-37ed-4d28-8f26-d95b80ab78e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.685948] env[69520]: DEBUG oslo_vmware.api [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1074.685948] env[69520]: value = "task-3482358" [ 1074.685948] env[69520]: _type = "Task" [ 1074.685948] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.699097] env[69520]: DEBUG oslo_vmware.api [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.801163] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.828062] env[69520]: DEBUG nova.scheduler.client.report [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.852480] env[69520]: DEBUG oslo_concurrency.lockutils [req-58aa0de8-a41b-4d61-84ce-ea7fbf78afce req-b6d0e9a2-2da1-443e-aea1-67f6f1dcbd00 service nova] Releasing lock "refresh_cache-3f2d3802-a6f9-41c7-b462-4061d29de0f2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.868903] env[69520]: DEBUG nova.network.neutron [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance_info_cache with network_info: [{"id": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "address": "fa:16:3e:19:39:23", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8e08f-e7", "ovs_interfaceid": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.884738] env[69520]: DEBUG nova.objects.instance [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'flavor' on Instance uuid c3b3253e-53f8-456e-a4f3-7e554403481f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.942942] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522ab61b-82b3-180e-d690-a7127e47dbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.01195} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.943786] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c18b748-46cb-4e97-b4db-cb8e6142708b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.950246] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1074.950246] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c38d7e-6668-7e48-6f12-bb307bba0e64" [ 1074.950246] env[69520]: _type = "Task" [ 1074.950246] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.960645] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c38d7e-6668-7e48-6f12-bb307bba0e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.001375] env[69520]: DEBUG oslo_vmware.api [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482357, 'name': PowerOffVM_Task, 'duration_secs': 0.156469} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.002397] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.002397] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.002397] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a52c064-7ec4-4312-9f91-bea602804ea4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.040030] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.040030] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.040030] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Deleting the datastore file [datastore2] d06e9d3f-1613-4410-bb38-c2812dce96de {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.040030] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a042d67-8013-4d52-99ec-61e1a426536d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.047456] env[69520]: DEBUG oslo_vmware.api [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for the task: (returnval){ [ 1075.047456] env[69520]: value = "task-3482360" [ 1075.047456] env[69520]: _type = "Task" [ 1075.047456] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.061960] env[69520]: DEBUG oslo_vmware.api [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.197290] env[69520]: DEBUG oslo_vmware.api [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482358, 'name': ReconfigVM_Task, 'duration_secs': 0.163309} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.197599] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696179', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'name': 'volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ba8b91-fc8e-4438-b969-9a4345000e05', 'attached_at': '', 'detached_at': '', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'serial': '28c666e0-5c97-47fc-9a8c-82808ed25ca5'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1075.301633] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.333636] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.336152] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.936s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.338021] env[69520]: INFO nova.compute.claims [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.363970] env[69520]: INFO nova.scheduler.client.report [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Deleted allocations for instance 7981eb07-19e6-4c19-8023-551f56b2e342 [ 1075.373965] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.389401] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.391438] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquired lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.391438] env[69520]: DEBUG nova.network.neutron [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.391438] env[69520]: DEBUG nova.objects.instance [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'info_cache' on Instance uuid c3b3253e-53f8-456e-a4f3-7e554403481f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.461856] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c38d7e-6668-7e48-6f12-bb307bba0e64, 'name': SearchDatastore_Task, 'duration_secs': 0.013135} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.462201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.462506] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 3f2d3802-a6f9-41c7-b462-4061d29de0f2/3f2d3802-a6f9-41c7-b462-4061d29de0f2.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.462801] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58fc354f-1c98-4449-893c-c8817a845270 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.472173] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1075.472173] env[69520]: value = "task-3482361" [ 1075.472173] env[69520]: _type = "Task" [ 1075.472173] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.477406] env[69520]: DEBUG nova.compute.manager [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.484940] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.502135] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.502392] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.502548] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.502731] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.502877] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.503060] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.503476] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.503719] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.503993] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.504074] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.504330] env[69520]: DEBUG nova.virt.hardware [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.505176] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a9e351-efe6-46c5-a566-f204b4ae22ce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.516110] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fa6327-b91b-4e07-bf8f-dc0e3e0b012f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.533659] env[69520]: DEBUG nova.compute.manager [req-59cc6f27-a2c6-401d-a094-8c9112a9013f req-1ee65cf7-85a8-46b1-a10e-c3e3b9b01d72 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Received event network-changed-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.533841] env[69520]: DEBUG nova.compute.manager [req-59cc6f27-a2c6-401d-a094-8c9112a9013f req-1ee65cf7-85a8-46b1-a10e-c3e3b9b01d72 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Refreshing instance network info cache due to event network-changed-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.534057] env[69520]: DEBUG oslo_concurrency.lockutils [req-59cc6f27-a2c6-401d-a094-8c9112a9013f req-1ee65cf7-85a8-46b1-a10e-c3e3b9b01d72 service nova] Acquiring lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.534207] env[69520]: DEBUG oslo_concurrency.lockutils [req-59cc6f27-a2c6-401d-a094-8c9112a9013f req-1ee65cf7-85a8-46b1-a10e-c3e3b9b01d72 service nova] Acquired lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.534362] env[69520]: DEBUG nova.network.neutron [req-59cc6f27-a2c6-401d-a094-8c9112a9013f req-1ee65cf7-85a8-46b1-a10e-c3e3b9b01d72 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Refreshing network info cache for port b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.559888] env[69520]: DEBUG oslo_vmware.api [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Task: {'id': task-3482360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320107} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.560394] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.560611] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.560825] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.561239] env[69520]: INFO nova.compute.manager [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1075.561526] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.561775] env[69520]: DEBUG nova.compute.manager [-] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.561910] env[69520]: DEBUG nova.network.neutron [-] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.580110] env[69520]: DEBUG nova.network.neutron [-] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.804027] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.879141] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f922a84-49d8-4d49-946f-459e3c15e8ed tempest-ServerDiskConfigTestJSON-1696400055 tempest-ServerDiskConfigTestJSON-1696400055-project-member] Lock "7981eb07-19e6-4c19-8023-551f56b2e342" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.591s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.880779] env[69520]: DEBUG nova.compute.manager [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.882100] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69dac8e-9dce-437b-982c-4d7a5c7ec26e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.894207] env[69520]: DEBUG nova.objects.base [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1075.985934] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482361, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.083612] env[69520]: DEBUG nova.network.neutron [-] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.261012] env[69520]: DEBUG nova.objects.instance [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lazy-loading 'flavor' on Instance uuid a6ba8b91-fc8e-4438-b969-9a4345000e05 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.303950] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.322567] env[69520]: DEBUG nova.network.neutron [req-59cc6f27-a2c6-401d-a094-8c9112a9013f req-1ee65cf7-85a8-46b1-a10e-c3e3b9b01d72 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updated VIF entry in instance network info cache for port b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.323025] env[69520]: DEBUG nova.network.neutron [req-59cc6f27-a2c6-401d-a094-8c9112a9013f req-1ee65cf7-85a8-46b1-a10e-c3e3b9b01d72 service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance_info_cache with network_info: [{"id": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "address": "fa:16:3e:19:cc:c7", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ee4bcf-0a", "ovs_interfaceid": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.487139] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765296} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.490257] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 3f2d3802-a6f9-41c7-b462-4061d29de0f2/3f2d3802-a6f9-41c7-b462-4061d29de0f2.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.490541] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.491010] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93fac6e6-4bee-43db-aa0e-ca268ff82822 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.498771] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1076.498771] env[69520]: value = "task-3482363" [ 1076.498771] env[69520]: _type = "Task" [ 1076.498771] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.511628] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.595275] env[69520]: INFO nova.compute.manager [-] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Took 1.03 seconds to deallocate network for instance. [ 1076.612825] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4447e66-a524-483c-8367-c2a66419d33f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.629151] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe83e8c-e2f3-4cbc-a0ba-a72289b805e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.671175] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8da2aea-418b-4e93-add2-e70b27d4fcc3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.677580] env[69520]: DEBUG nova.network.neutron [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Updating instance_info_cache with network_info: [{"id": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "address": "fa:16:3e:ec:50:9c", "network": {"id": "e2a90cd4-c785-4a9a-83bb-411ae957edcb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-945629486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ce8d7acf644f56b62390c579d47f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68fc9b4-19", "ovs_interfaceid": "d68fc9b4-191d-4104-9bb6-1e32e2364512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.682643] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25539efc-7d60-4bd2-a321-ae9194599884 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.698094] env[69520]: DEBUG nova.compute.provider_tree [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.766364] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fcb9bd31-9677-4ceb-80af-c8d7c2710158 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.805789] env[69520]: DEBUG oslo_vmware.api [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482345, 'name': ReconfigVM_Task, 'duration_secs': 6.009055} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.806104] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.806366] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Reconfigured VM to detach interface {{(pid=69520) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1076.826399] env[69520]: DEBUG oslo_concurrency.lockutils [req-59cc6f27-a2c6-401d-a094-8c9112a9013f req-1ee65cf7-85a8-46b1-a10e-c3e3b9b01d72 service nova] Releasing lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.911696] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb93a57c-832e-4cc4-85fa-9d2d02ab1e6b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.920275] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Doing hard reboot of VM {{(pid=69520) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1076.920568] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-12ffe832-489a-4f40-9464-496b16b4459c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.929679] env[69520]: DEBUG oslo_vmware.api [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1076.929679] env[69520]: value = "task-3482364" [ 1076.929679] env[69520]: _type = "Task" [ 1076.929679] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.938965] env[69520]: DEBUG oslo_vmware.api [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482364, 'name': ResetVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.013983] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19363} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.013983] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.013983] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01545722-d329-480d-8d19-6f9747209f04 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.038778] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 3f2d3802-a6f9-41c7-b462-4061d29de0f2/3f2d3802-a6f9-41c7-b462-4061d29de0f2.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.039611] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b83589-fa11-47fe-b4e0-cab8d5fab8e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.065019] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1077.065019] env[69520]: value = "task-3482365" [ 1077.065019] env[69520]: _type = "Task" [ 1077.065019] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.072534] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.103312] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.144084] env[69520]: DEBUG nova.network.neutron [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Successfully updated port: c3d3f756-28ad-4cbc-95fc-409a663537d7 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.151381] env[69520]: DEBUG nova.compute.manager [req-f8775264-7241-4edb-af70-d6ebe1bc3305 req-3e7dd707-395e-488d-9314-f2b833d796ec service nova] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Received event network-vif-plugged-c3d3f756-28ad-4cbc-95fc-409a663537d7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.151381] env[69520]: DEBUG oslo_concurrency.lockutils [req-f8775264-7241-4edb-af70-d6ebe1bc3305 req-3e7dd707-395e-488d-9314-f2b833d796ec service nova] Acquiring lock "13ea2581-bed8-4123-b372-f7aa2bb25876-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.151381] env[69520]: DEBUG oslo_concurrency.lockutils [req-f8775264-7241-4edb-af70-d6ebe1bc3305 req-3e7dd707-395e-488d-9314-f2b833d796ec service nova] Lock "13ea2581-bed8-4123-b372-f7aa2bb25876-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.151381] env[69520]: DEBUG oslo_concurrency.lockutils [req-f8775264-7241-4edb-af70-d6ebe1bc3305 req-3e7dd707-395e-488d-9314-f2b833d796ec service nova] Lock "13ea2581-bed8-4123-b372-f7aa2bb25876-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.151381] env[69520]: DEBUG nova.compute.manager [req-f8775264-7241-4edb-af70-d6ebe1bc3305 req-3e7dd707-395e-488d-9314-f2b833d796ec service nova] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] No waiting events found dispatching network-vif-plugged-c3d3f756-28ad-4cbc-95fc-409a663537d7 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.151381] env[69520]: WARNING nova.compute.manager [req-f8775264-7241-4edb-af70-d6ebe1bc3305 req-3e7dd707-395e-488d-9314-f2b833d796ec service nova] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Received unexpected event network-vif-plugged-c3d3f756-28ad-4cbc-95fc-409a663537d7 for instance with vm_state building and task_state spawning. [ 1077.182150] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Releasing lock "refresh_cache-c3b3253e-53f8-456e-a4f3-7e554403481f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.201110] env[69520]: DEBUG nova.scheduler.client.report [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.439868] env[69520]: DEBUG oslo_vmware.api [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482364, 'name': ResetVM_Task, 'duration_secs': 0.118966} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.440740] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Did hard reboot of VM {{(pid=69520) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1077.440740] env[69520]: DEBUG nova.compute.manager [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.441383] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66b11df-4165-4324-be72-b6e6f7c4b635 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.575295] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.647817] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "refresh_cache-13ea2581-bed8-4123-b372-f7aa2bb25876" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.647817] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired lock "refresh_cache-13ea2581-bed8-4123-b372-f7aa2bb25876" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.648054] env[69520]: DEBUG nova.network.neutron [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.705579] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.706110] env[69520]: DEBUG nova.compute.manager [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.708650] env[69520]: DEBUG oslo_concurrency.lockutils [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.077s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.712258] env[69520]: DEBUG nova.objects.instance [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1077.883517] env[69520]: INFO nova.compute.manager [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Rebuilding instance [ 1077.931150] env[69520]: DEBUG nova.compute.manager [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.932909] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d9c56d-14c3-495f-825b-d22500f9214c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.954747] env[69520]: DEBUG oslo_concurrency.lockutils [None req-51c1a78c-f6e9-489b-b3ea-2003128507cb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.852s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.074214] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482365, 'name': ReconfigVM_Task, 'duration_secs': 0.833387} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.074525] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 3f2d3802-a6f9-41c7-b462-4061d29de0f2/3f2d3802-a6f9-41c7-b462-4061d29de0f2.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.075239] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e38f92b-e318-46e4-9f5a-4e829c9912a7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.083060] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1078.083060] env[69520]: value = "task-3482366" [ 1078.083060] env[69520]: _type = "Task" [ 1078.083060] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.091705] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482366, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.129233] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.129732] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.129732] env[69520]: DEBUG nova.network.neutron [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.190485] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.190802] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5ae30d5-48af-48b2-ad82-e3fb07ec293e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.200222] env[69520]: DEBUG oslo_vmware.api [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1078.200222] env[69520]: value = "task-3482367" [ 1078.200222] env[69520]: _type = "Task" [ 1078.200222] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.209124] env[69520]: DEBUG oslo_vmware.api [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.216487] env[69520]: DEBUG nova.compute.utils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.218050] env[69520]: DEBUG nova.compute.manager [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.218233] env[69520]: DEBUG nova.network.neutron [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.228431] env[69520]: DEBUG nova.network.neutron [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.291282] env[69520]: DEBUG nova.policy [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac66dfd3cdc46a09b43d18737a0f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1fbaaf2f0c945d7a4c9e155d33f833d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.567533] env[69520]: DEBUG nova.network.neutron [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Updating instance_info_cache with network_info: [{"id": "c3d3f756-28ad-4cbc-95fc-409a663537d7", "address": "fa:16:3e:45:f6:97", "network": {"id": "4eaede0d-71f7-4799-be11-62134c4d9ea0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-555272556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f73905de31544aaea469db8a738f9c01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d3f756-28", "ovs_interfaceid": "c3d3f756-28ad-4cbc-95fc-409a663537d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.599957] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482366, 'name': Rename_Task, 'duration_secs': 0.20688} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.600269] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.600520] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27badbb9-78fb-47ac-be7c-54c62398fb10 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.608579] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1078.608579] env[69520]: value = "task-3482368" [ 1078.608579] env[69520]: _type = "Task" [ 1078.608579] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.622413] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.712124] env[69520]: DEBUG oslo_vmware.api [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482367, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.724206] env[69520]: DEBUG nova.compute.manager [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.729240] env[69520]: DEBUG oslo_concurrency.lockutils [None req-003ebdc3-5e7f-4587-a358-567af7fea7ca tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.731180] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.628s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.731582] env[69520]: DEBUG nova.objects.instance [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lazy-loading 'resources' on Instance uuid d06e9d3f-1613-4410-bb38-c2812dce96de {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.812303] env[69520]: DEBUG nova.network.neutron [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Successfully created port: 8a4944e1-27bf-4678-8d43-7a5b6654ac74 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.957674] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.958619] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8585527b-c712-4784-9535-43c05c966c21 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.972076] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1078.972076] env[69520]: value = "task-3482369" [ 1078.972076] env[69520]: _type = "Task" [ 1078.972076] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.981299] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.993680] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.068296] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Releasing lock "refresh_cache-13ea2581-bed8-4123-b372-f7aa2bb25876" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.068680] env[69520]: DEBUG nova.compute.manager [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Instance network_info: |[{"id": "c3d3f756-28ad-4cbc-95fc-409a663537d7", "address": "fa:16:3e:45:f6:97", "network": {"id": "4eaede0d-71f7-4799-be11-62134c4d9ea0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-555272556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f73905de31544aaea469db8a738f9c01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d3f756-28", "ovs_interfaceid": "c3d3f756-28ad-4cbc-95fc-409a663537d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.069627] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:f6:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3d3f756-28ad-4cbc-95fc-409a663537d7', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.078303] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.078629] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.078914] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d725c90-e68e-4edc-befc-1b71293a1c5d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.110160] env[69520]: INFO nova.network.neutron [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Port d489bd17-5c84-4576-8703-610f302c491d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1079.112544] env[69520]: DEBUG nova.network.neutron [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [{"id": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "address": "fa:16:3e:58:ad:5c", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ae461-3d", "ovs_interfaceid": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.125418] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.127111] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.127111] env[69520]: value = "task-3482370" [ 1079.127111] env[69520]: _type = "Task" [ 1079.127111] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.139553] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482370, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.215329] env[69520]: DEBUG oslo_vmware.api [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482367, 'name': PowerOnVM_Task, 'duration_secs': 0.640141} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.215654] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.215889] env[69520]: DEBUG nova.compute.manager [None req-4e11caef-6ef8-4864-863c-5e7c96374b6e tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.217023] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7310563b-b7c8-42c8-88a0-f440859aa5bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.339022] env[69520]: DEBUG nova.compute.manager [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Received event network-changed-c3d3f756-28ad-4cbc-95fc-409a663537d7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.339022] env[69520]: DEBUG nova.compute.manager [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Refreshing instance network info cache due to event network-changed-c3d3f756-28ad-4cbc-95fc-409a663537d7. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.339022] env[69520]: DEBUG oslo_concurrency.lockutils [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] Acquiring lock "refresh_cache-13ea2581-bed8-4123-b372-f7aa2bb25876" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.339022] env[69520]: DEBUG oslo_concurrency.lockutils [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] Acquired lock "refresh_cache-13ea2581-bed8-4123-b372-f7aa2bb25876" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.339022] env[69520]: DEBUG nova.network.neutron [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Refreshing network info cache for port c3d3f756-28ad-4cbc-95fc-409a663537d7 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.482409] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482369, 'name': PowerOffVM_Task, 'duration_secs': 0.239498} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.485214] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.544929] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6977d03-4e45-4b01-9b25-1a1a7e56a0a4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.553104] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89af17fc-7bd4-4975-b05b-16709a380428 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.587265] env[69520]: INFO nova.compute.manager [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Detaching volume 28c666e0-5c97-47fc-9a8c-82808ed25ca5 [ 1079.589789] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b4f0a6-a0c8-424e-a551-69fe7603dab7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.601031] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300e2421-6761-4d50-995a-06d1be2c1be9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.617075] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.619359] env[69520]: DEBUG nova.compute.provider_tree [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.631135] env[69520]: DEBUG oslo_vmware.api [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482368, 'name': PowerOnVM_Task, 'duration_secs': 0.534348} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.634223] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.634439] env[69520]: INFO nova.compute.manager [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1079.634616] env[69520]: DEBUG nova.compute.manager [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.635913] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf20b9-1843-4364-aaea-978c0a4e8d4f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.644636] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482370, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.653025] env[69520]: INFO nova.virt.block_device [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Attempting to driver detach volume 28c666e0-5c97-47fc-9a8c-82808ed25ca5 from mountpoint /dev/sdb [ 1079.653025] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1079.653025] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696179', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'name': 'volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ba8b91-fc8e-4438-b969-9a4345000e05', 'attached_at': '', 'detached_at': '', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'serial': '28c666e0-5c97-47fc-9a8c-82808ed25ca5'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1079.653025] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a934259c-1611-462a-8930-09d1fa6768fe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.699531] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bb795b-60a0-4afc-b968-222680d3ad3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.711464] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a722394-e6b7-423c-9c19-d4d288d439a8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.745018] env[69520]: DEBUG nova.compute.manager [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.746113] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e7348e-2798-43fc-8129-56311ca02603 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.764042] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] The volume has not been displaced from its original location: [datastore1] volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5/volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1079.769518] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.772126] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c587c2c-d3d1-4ff9-8e73-712ec7d43034 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.794604] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.794874] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.795113] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.795391] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.795624] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.795838] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.796108] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.796364] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.796613] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.796844] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.797088] env[69520]: DEBUG nova.virt.hardware [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.798185] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee69b2d-aebc-44a3-a796-d9e8f465f8f3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.804185] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1079.804185] env[69520]: value = "task-3482371" [ 1079.804185] env[69520]: _type = "Task" [ 1079.804185] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.812591] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cead26-8768-4109-982a-f5eb9ddb73c2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.831417] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.888148] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "interface-ad331ba5-e86d-4230-ad6a-46740ae38ddb-d489bd17-5c84-4576-8703-610f302c491d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.888440] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-ad331ba5-e86d-4230-ad6a-46740ae38ddb-d489bd17-5c84-4576-8703-610f302c491d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.888908] env[69520]: DEBUG nova.objects.instance [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'flavor' on Instance uuid ad331ba5-e86d-4230-ad6a-46740ae38ddb {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.125840] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8734d762-5d2b-47f8-ac57-53b5b763e270 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-a0cab861-8895-4c6c-b33d-0682928e8c25-d489bd17-5c84-4576-8703-610f302c491d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.946s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.129818] env[69520]: DEBUG nova.scheduler.client.report [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.141209] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482370, 'name': CreateVM_Task, 'duration_secs': 0.544347} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.142144] env[69520]: DEBUG nova.network.neutron [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Updated VIF entry in instance network info cache for port c3d3f756-28ad-4cbc-95fc-409a663537d7. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.143047] env[69520]: DEBUG nova.network.neutron [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Updating instance_info_cache with network_info: [{"id": "c3d3f756-28ad-4cbc-95fc-409a663537d7", "address": "fa:16:3e:45:f6:97", "network": {"id": "4eaede0d-71f7-4799-be11-62134c4d9ea0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-555272556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f73905de31544aaea469db8a738f9c01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d3f756-28", "ovs_interfaceid": "c3d3f756-28ad-4cbc-95fc-409a663537d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.143650] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.144326] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.144512] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.144854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.145651] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44b87f7-ef40-416f-bb44-dc01e0c14089 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.151301] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1080.151301] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a5158-6545-4ace-0c07-dc27a890e4d0" [ 1080.151301] env[69520]: _type = "Task" [ 1080.151301] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.168920] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a5158-6545-4ace-0c07-dc27a890e4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.169406] env[69520]: INFO nova.compute.manager [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Took 19.42 seconds to build instance. [ 1080.320103] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482371, 'name': ReconfigVM_Task, 'duration_secs': 0.297519} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.320343] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.325974] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0412fb3d-5050-4f12-af22-be68a230c227 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.347306] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1080.347306] env[69520]: value = "task-3482372" [ 1080.347306] env[69520]: _type = "Task" [ 1080.347306] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.356709] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.547388] env[69520]: DEBUG nova.objects.instance [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'pci_requests' on Instance uuid ad331ba5-e86d-4230-ad6a-46740ae38ddb {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.550776] env[69520]: DEBUG nova.compute.manager [req-6031c9b4-532f-4e0d-97ab-c6d59f20646c req-ee9924ef-9e4c-4314-bdbb-fdb1d1c11b98 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Received event network-vif-plugged-8a4944e1-27bf-4678-8d43-7a5b6654ac74 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.550984] env[69520]: DEBUG oslo_concurrency.lockutils [req-6031c9b4-532f-4e0d-97ab-c6d59f20646c req-ee9924ef-9e4c-4314-bdbb-fdb1d1c11b98 service nova] Acquiring lock "43ff884d-db04-454d-858d-12894d119891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.551275] env[69520]: DEBUG oslo_concurrency.lockutils [req-6031c9b4-532f-4e0d-97ab-c6d59f20646c req-ee9924ef-9e4c-4314-bdbb-fdb1d1c11b98 service nova] Lock "43ff884d-db04-454d-858d-12894d119891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.551488] env[69520]: DEBUG oslo_concurrency.lockutils [req-6031c9b4-532f-4e0d-97ab-c6d59f20646c req-ee9924ef-9e4c-4314-bdbb-fdb1d1c11b98 service nova] Lock "43ff884d-db04-454d-858d-12894d119891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.551669] env[69520]: DEBUG nova.compute.manager [req-6031c9b4-532f-4e0d-97ab-c6d59f20646c req-ee9924ef-9e4c-4314-bdbb-fdb1d1c11b98 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] No waiting events found dispatching network-vif-plugged-8a4944e1-27bf-4678-8d43-7a5b6654ac74 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.551938] env[69520]: WARNING nova.compute.manager [req-6031c9b4-532f-4e0d-97ab-c6d59f20646c req-ee9924ef-9e4c-4314-bdbb-fdb1d1c11b98 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Received unexpected event network-vif-plugged-8a4944e1-27bf-4678-8d43-7a5b6654ac74 for instance with vm_state building and task_state spawning. [ 1080.635022] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.635022] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.641s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.635829] env[69520]: DEBUG nova.objects.instance [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'pci_requests' on Instance uuid 9e1dce19-6806-41c2-907a-f7f42312e57b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.646090] env[69520]: DEBUG oslo_concurrency.lockutils [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] Releasing lock "refresh_cache-13ea2581-bed8-4123-b372-f7aa2bb25876" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.648288] env[69520]: DEBUG nova.compute.manager [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received event network-changed-bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.648288] env[69520]: DEBUG nova.compute.manager [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing instance network info cache due to event network-changed-bf7ae461-3d38-49c0-9d90-c9493a30ba96. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.648288] env[69520]: DEBUG oslo_concurrency.lockutils [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] Acquiring lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.648288] env[69520]: DEBUG oslo_concurrency.lockutils [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] Acquired lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.648288] env[69520]: DEBUG nova.network.neutron [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Refreshing network info cache for port bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.667102] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a5158-6545-4ace-0c07-dc27a890e4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.027131} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.667579] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.668032] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.668411] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.668674] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.672045] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.672045] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22e907f3-a9b9-4e0e-9e82-7095adef08ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.672045] env[69520]: DEBUG oslo_concurrency.lockutils [None req-baf37cd5-76ec-455d-a424-74db19901c06 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.932s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.679461] env[69520]: INFO nova.scheduler.client.report [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Deleted allocations for instance d06e9d3f-1613-4410-bb38-c2812dce96de [ 1080.684677] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.685067] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.686138] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141c1c6c-dabd-40eb-8c6f-e789c8603ff5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.696093] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1080.696093] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f43bbd-bd9b-a5c6-66ab-5de4c6584115" [ 1080.696093] env[69520]: _type = "Task" [ 1080.696093] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.703626] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f43bbd-bd9b-a5c6-66ab-5de4c6584115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.704937] env[69520]: DEBUG nova.network.neutron [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Successfully updated port: 8a4944e1-27bf-4678-8d43-7a5b6654ac74 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.860720] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482372, 'name': ReconfigVM_Task, 'duration_secs': 0.31235} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.863699] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696179', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'name': 'volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ba8b91-fc8e-4438-b969-9a4345000e05', 'attached_at': '', 'detached_at': '', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'serial': '28c666e0-5c97-47fc-9a8c-82808ed25ca5'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1081.054249] env[69520]: DEBUG nova.objects.base [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.054559] env[69520]: DEBUG nova.network.neutron [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.140226] env[69520]: DEBUG nova.objects.instance [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'numa_topology' on Instance uuid 9e1dce19-6806-41c2-907a-f7f42312e57b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.169298] env[69520]: DEBUG nova.policy [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '385aad2bcb7f4d779c43908883c5c187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f82b834ee4240feb82a5425d6a4e780', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.189777] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a4146c60-3b00-470b-9c98-5e8b6688d118 tempest-ServerShowV257Test-903943635 tempest-ServerShowV257Test-903943635-project-member] Lock "d06e9d3f-1613-4410-bb38-c2812dce96de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.326s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.207202] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f43bbd-bd9b-a5c6-66ab-5de4c6584115, 'name': SearchDatastore_Task, 'duration_secs': 0.015748} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.209209] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "refresh_cache-43ff884d-db04-454d-858d-12894d119891" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.209434] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "refresh_cache-43ff884d-db04-454d-858d-12894d119891" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.209531] env[69520]: DEBUG nova.network.neutron [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.211967] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179ed237-85e4-41f7-add1-3b790189f3b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.221601] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1081.221601] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5241f741-9bb2-f7a6-3fa7-456b9ad14a1b" [ 1081.221601] env[69520]: _type = "Task" [ 1081.221601] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.232474] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5241f741-9bb2-f7a6-3fa7-456b9ad14a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.466159] env[69520]: DEBUG nova.network.neutron [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updated VIF entry in instance network info cache for port bf7ae461-3d38-49c0-9d90-c9493a30ba96. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.466306] env[69520]: DEBUG nova.network.neutron [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [{"id": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "address": "fa:16:3e:58:ad:5c", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7ae461-3d", "ovs_interfaceid": "bf7ae461-3d38-49c0-9d90-c9493a30ba96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.643447] env[69520]: INFO nova.compute.claims [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.735498] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5241f741-9bb2-f7a6-3fa7-456b9ad14a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.017083} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.735772] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.736042] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 13ea2581-bed8-4123-b372-f7aa2bb25876/13ea2581-bed8-4123-b372-f7aa2bb25876.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.736298] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a36c579-e8fc-454d-ac82-46f1d9380f13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.745389] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1081.745389] env[69520]: value = "task-3482373" [ 1081.745389] env[69520]: _type = "Task" [ 1081.745389] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.754664] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.780288] env[69520]: DEBUG nova.network.neutron [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.932171] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.932171] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7170ac26-4ca5-49cd-80f6-e90ab97b2234 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.939557] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1081.939557] env[69520]: value = "task-3482374" [ 1081.939557] env[69520]: _type = "Task" [ 1081.939557] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.950899] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.969812] env[69520]: DEBUG oslo_concurrency.lockutils [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] Releasing lock "refresh_cache-a0cab861-8895-4c6c-b33d-0682928e8c25" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.970611] env[69520]: DEBUG nova.compute.manager [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Received event network-changed-861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.970832] env[69520]: DEBUG nova.compute.manager [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Refreshing instance network info cache due to event network-changed-861256f6-4384-452d-8ab2-d19351d133ab. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.971106] env[69520]: DEBUG oslo_concurrency.lockutils [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] Acquiring lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.971237] env[69520]: DEBUG oslo_concurrency.lockutils [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] Acquired lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.971390] env[69520]: DEBUG nova.network.neutron [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Refreshing network info cache for port 861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.977453] env[69520]: DEBUG nova.network.neutron [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Updating instance_info_cache with network_info: [{"id": "8a4944e1-27bf-4678-8d43-7a5b6654ac74", "address": "fa:16:3e:17:b5:ca", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a4944e1-27", "ovs_interfaceid": "8a4944e1-27bf-4678-8d43-7a5b6654ac74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.018752] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.019398] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.257411] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482373, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.450693] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1082.450946] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1082.451140] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696179', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'name': 'volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ba8b91-fc8e-4438-b969-9a4345000e05', 'attached_at': '', 'detached_at': '', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'serial': '28c666e0-5c97-47fc-9a8c-82808ed25ca5'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1082.451972] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de702d3-c28f-41e6-83b3-2bf4e66f6056 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.471386] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b9ce2f-2f91-41a3-a15e-cd54cee67b5f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.478872] env[69520]: WARNING nova.virt.vmwareapi.driver [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1082.479189] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.480049] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa7c97b-7ffd-4f42-b0a0-92e63bf8e2dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.484827] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "refresh_cache-43ff884d-db04-454d-858d-12894d119891" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.485142] env[69520]: DEBUG nova.compute.manager [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Instance network_info: |[{"id": "8a4944e1-27bf-4678-8d43-7a5b6654ac74", "address": "fa:16:3e:17:b5:ca", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a4944e1-27", "ovs_interfaceid": "8a4944e1-27bf-4678-8d43-7a5b6654ac74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.485527] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:b5:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a4944e1-27bf-4678-8d43-7a5b6654ac74', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.493386] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.494950] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff884d-db04-454d-858d-12894d119891] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.495234] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84aec679-447d-43c5-85f0-6f30b362d50c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.519643] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.520495] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-022f6ecd-538f-4baf-a5e0-5a0a86a0bc45 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.523149] env[69520]: DEBUG nova.compute.utils [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.532060] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.532060] env[69520]: value = "task-3482375" [ 1082.532060] env[69520]: _type = "Task" [ 1082.532060] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.550291] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482375, 'name': CreateVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.644196] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.644508] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.644709] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleting the datastore file [datastore2] a6ba8b91-fc8e-4438-b969-9a4345000e05 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.645054] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60d5490f-9a04-4c0c-8b31-d88592edc69b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.656634] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1082.656634] env[69520]: value = "task-3482377" [ 1082.656634] env[69520]: _type = "Task" [ 1082.656634] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.668420] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.742925] env[69520]: DEBUG nova.network.neutron [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updated VIF entry in instance network info cache for port 861256f6-4384-452d-8ab2-d19351d133ab. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.743377] env[69520]: DEBUG nova.network.neutron [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updating instance_info_cache with network_info: [{"id": "861256f6-4384-452d-8ab2-d19351d133ab", "address": "fa:16:3e:47:c2:1f", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861256f6-43", "ovs_interfaceid": "861256f6-4384-452d-8ab2-d19351d133ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.761164] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643228} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.764192] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 13ea2581-bed8-4123-b372-f7aa2bb25876/13ea2581-bed8-4123-b372-f7aa2bb25876.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.764464] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.764892] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4330945-be5c-4f8e-b8cf-afce406785bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.773693] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1082.773693] env[69520]: value = "task-3482378" [ 1082.773693] env[69520]: _type = "Task" [ 1082.773693] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.790173] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.907438] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35b7e8c-c914-44c9-bbb0-cbdb381ec96b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.916544] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd75acf-5409-44cd-8293-9cf6111559ed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.952824] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddf7880-d1c4-453d-b377-a4528a21657a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.963069] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b0849f-bf14-40ac-8c9b-24f08271015d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.980113] env[69520]: DEBUG nova.compute.provider_tree [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.023240] env[69520]: DEBUG nova.network.neutron [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Successfully updated port: d489bd17-5c84-4576-8703-610f302c491d {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.033375] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.044634] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482375, 'name': CreateVM_Task, 'duration_secs': 0.473846} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.045086] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff884d-db04-454d-858d-12894d119891] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.045510] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.045669] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.046072] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.046246] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74dd5167-163f-4515-a9ac-84142949a357 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.052687] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1083.052687] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5275c12e-8e92-30e9-2de2-5a1e0122feca" [ 1083.052687] env[69520]: _type = "Task" [ 1083.052687] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.061570] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5275c12e-8e92-30e9-2de2-5a1e0122feca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.167812] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417566} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.168125] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.168357] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.168563] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.246165] env[69520]: DEBUG oslo_concurrency.lockutils [req-9ee28cb4-d593-4ec9-af4b-d75b4beb8e62 req-a9783760-f568-4e23-bf2a-ad379b3b32c4 service nova] Releasing lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.286976] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07722} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.286976] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.286976] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa72694-4d0d-42ab-9553-4def461510f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.310127] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 13ea2581-bed8-4123-b372-f7aa2bb25876/13ea2581-bed8-4123-b372-f7aa2bb25876.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.310434] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d50cce2-89a2-4bdf-9a00-45ca24cb33b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.331839] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1083.331839] env[69520]: value = "task-3482379" [ 1083.331839] env[69520]: _type = "Task" [ 1083.331839] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.339554] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.486104] env[69520]: DEBUG nova.scheduler.client.report [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.526783] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.527035] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.527148] env[69520]: DEBUG nova.network.neutron [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.574480] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5275c12e-8e92-30e9-2de2-5a1e0122feca, 'name': SearchDatastore_Task, 'duration_secs': 0.032771} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.574920] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.575229] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.575517] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.575670] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.575854] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.576494] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f966406-6209-47e1-bbb3-b4d2cc2b4dba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.586845] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.587703] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.587991] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f114a761-0023-478d-afc9-e5f22261c4e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.595646] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1083.595646] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]522e5d17-70a5-6612-8615-7dd61afb9abb" [ 1083.595646] env[69520]: _type = "Task" [ 1083.595646] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.608263] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522e5d17-70a5-6612-8615-7dd61afb9abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.674371] env[69520]: INFO nova.virt.block_device [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Booting with volume 28c666e0-5c97-47fc-9a8c-82808ed25ca5 at /dev/sdb [ 1083.713619] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72215213-46a7-4112-b269-74b90858a619 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.725260] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08efd7d-aeef-43dc-a24f-46d89ca33cdf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.765990] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8418b2dd-320a-48af-bc88-bcc6e61877df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.776154] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72f7950-266d-4dbd-b032-7d188dc011a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.814606] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a47abdd-5f1c-4816-955f-c8c561a94f08 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.822870] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72549698-dc14-47e6-862b-b1c51c9df507 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.839476] env[69520]: DEBUG nova.virt.block_device [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Updating existing volume attachment record: 8133cbcb-44eb-4503-bebf-37645e1be95d {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1083.845756] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482379, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.995019] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.358s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.038350] env[69520]: INFO nova.network.neutron [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updating port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1084.107056] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]522e5d17-70a5-6612-8615-7dd61afb9abb, 'name': SearchDatastore_Task, 'duration_secs': 0.013305} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.107894] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe98b93-a0c9-4efc-86bf-4ebb908e7059 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.113928] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1084.113928] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52164080-3d03-32cb-ac77-67f68126e50f" [ 1084.113928] env[69520]: _type = "Task" [ 1084.113928] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.125044] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52164080-3d03-32cb-ac77-67f68126e50f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.159482] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.159765] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.160011] env[69520]: INFO nova.compute.manager [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Attaching volume 38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6 to /dev/sdb [ 1084.201873] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d613e1c5-36bc-4041-9a75-fdeb8fffc08b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.206586] env[69520]: WARNING nova.network.neutron [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] 013ed665-9824-4fa4-ac53-064750178406 already exists in list: networks containing: ['013ed665-9824-4fa4-ac53-064750178406']. ignoring it [ 1084.214554] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e05405-74be-4abc-a89a-7ab59031800a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.229955] env[69520]: DEBUG nova.virt.block_device [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Updating existing volume attachment record: 99998ada-4129-4276-aad9-389e5e95d45e {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1084.345696] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482379, 'name': ReconfigVM_Task, 'duration_secs': 0.580194} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.345990] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 13ea2581-bed8-4123-b372-f7aa2bb25876/13ea2581-bed8-4123-b372-f7aa2bb25876.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.347052] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7eb8372-2bf8-41ed-a794-48bdce9518f3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.358844] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1084.358844] env[69520]: value = "task-3482380" [ 1084.358844] env[69520]: _type = "Task" [ 1084.358844] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.367576] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482380, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.526793] env[69520]: DEBUG nova.compute.manager [req-6ac7d25b-c6fa-4fb1-91e7-ab5c21379267 req-a3ec296a-282c-4888-a560-04384016cc00 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Received event network-changed-8a4944e1-27bf-4678-8d43-7a5b6654ac74 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.526793] env[69520]: DEBUG nova.compute.manager [req-6ac7d25b-c6fa-4fb1-91e7-ab5c21379267 req-a3ec296a-282c-4888-a560-04384016cc00 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Refreshing instance network info cache due to event network-changed-8a4944e1-27bf-4678-8d43-7a5b6654ac74. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.526793] env[69520]: DEBUG oslo_concurrency.lockutils [req-6ac7d25b-c6fa-4fb1-91e7-ab5c21379267 req-a3ec296a-282c-4888-a560-04384016cc00 service nova] Acquiring lock "refresh_cache-43ff884d-db04-454d-858d-12894d119891" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.527790] env[69520]: DEBUG oslo_concurrency.lockutils [req-6ac7d25b-c6fa-4fb1-91e7-ab5c21379267 req-a3ec296a-282c-4888-a560-04384016cc00 service nova] Acquired lock "refresh_cache-43ff884d-db04-454d-858d-12894d119891" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.527957] env[69520]: DEBUG nova.network.neutron [req-6ac7d25b-c6fa-4fb1-91e7-ab5c21379267 req-a3ec296a-282c-4888-a560-04384016cc00 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Refreshing network info cache for port 8a4944e1-27bf-4678-8d43-7a5b6654ac74 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.625774] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52164080-3d03-32cb-ac77-67f68126e50f, 'name': SearchDatastore_Task, 'duration_secs': 0.020899} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.626055] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.626384] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 43ff884d-db04-454d-858d-12894d119891/43ff884d-db04-454d-858d-12894d119891.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.626779] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb9173db-4d7a-4f7e-8ec5-ee6049222027 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.635024] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1084.635024] env[69520]: value = "task-3482384" [ 1084.635024] env[69520]: _type = "Task" [ 1084.635024] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.643815] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.712464] env[69520]: DEBUG nova.network.neutron [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updating instance_info_cache with network_info: [{"id": "861256f6-4384-452d-8ab2-d19351d133ab", "address": "fa:16:3e:47:c2:1f", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861256f6-43", "ovs_interfaceid": "861256f6-4384-452d-8ab2-d19351d133ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d489bd17-5c84-4576-8703-610f302c491d", "address": "fa:16:3e:92:59:23", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd489bd17-5c", "ovs_interfaceid": "d489bd17-5c84-4576-8703-610f302c491d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.876598] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482380, 'name': Rename_Task, 'duration_secs': 0.250866} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.877205] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.878337] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-275b9f3a-96d4-4f59-b5e3-6392207ecd41 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.892307] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1084.892307] env[69520]: value = "task-3482385" [ 1084.892307] env[69520]: _type = "Task" [ 1084.892307] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.907242] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.146903] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482384, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.215849] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.216557] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.216737] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.217636] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7012a8b4-55ae-4d8e-b92d-58572452f537 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.242748] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.242748] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.242966] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.243634] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.243634] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.243634] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.243818] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.243850] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.244013] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.244183] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.244351] env[69520]: DEBUG nova.virt.hardware [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.251817] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Reconfiguring VM to attach interface {{(pid=69520) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1085.255745] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc2d973-5ff3-40e5-934c-e7714254515f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.275141] env[69520]: DEBUG oslo_vmware.api [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1085.275141] env[69520]: value = "task-3482386" [ 1085.275141] env[69520]: _type = "Task" [ 1085.275141] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.284128] env[69520]: DEBUG oslo_vmware.api [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482386, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.361073] env[69520]: DEBUG nova.network.neutron [req-6ac7d25b-c6fa-4fb1-91e7-ab5c21379267 req-a3ec296a-282c-4888-a560-04384016cc00 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Updated VIF entry in instance network info cache for port 8a4944e1-27bf-4678-8d43-7a5b6654ac74. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.361360] env[69520]: DEBUG nova.network.neutron [req-6ac7d25b-c6fa-4fb1-91e7-ab5c21379267 req-a3ec296a-282c-4888-a560-04384016cc00 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Updating instance_info_cache with network_info: [{"id": "8a4944e1-27bf-4678-8d43-7a5b6654ac74", "address": "fa:16:3e:17:b5:ca", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a4944e1-27", "ovs_interfaceid": "8a4944e1-27bf-4678-8d43-7a5b6654ac74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.402164] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.579297] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.579505] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.579645] env[69520]: DEBUG nova.network.neutron [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.646779] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573893} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.647064] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 43ff884d-db04-454d-858d-12894d119891/43ff884d-db04-454d-858d-12894d119891.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.647293] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.647546] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-128eabda-01e5-4d66-aaa5-c1f7730f2ea3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.654270] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1085.654270] env[69520]: value = "task-3482387" [ 1085.654270] env[69520]: _type = "Task" [ 1085.654270] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.663098] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.786796] env[69520]: DEBUG oslo_vmware.api [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.864518] env[69520]: DEBUG oslo_concurrency.lockutils [req-6ac7d25b-c6fa-4fb1-91e7-ab5c21379267 req-a3ec296a-282c-4888-a560-04384016cc00 service nova] Releasing lock "refresh_cache-43ff884d-db04-454d-858d-12894d119891" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.905461] env[69520]: DEBUG oslo_vmware.api [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482385, 'name': PowerOnVM_Task, 'duration_secs': 0.971714} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.905798] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.906029] env[69520]: INFO nova.compute.manager [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1085.906216] env[69520]: DEBUG nova.compute.manager [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.907049] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e6bbdf-a4cc-46c2-a113-617fadf4cfed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.984822] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.985081] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.985243] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.985431] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.985620] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.985778] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.985985] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.986409] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.986660] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.989888] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.989888] env[69520]: DEBUG nova.virt.hardware [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.989888] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9853f865-7d11-455e-801a-e2f142f04bf9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.999156] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df43dbd-6c4d-446e-8e77-a9d6fba23da4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.013570] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:94:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6460929-5e21-4c7c-9c4a-7e6822411f5b', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.021357] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.021642] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.021855] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb9c6e44-46a2-4096-9148-c5008c330394 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.047069] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.047069] env[69520]: value = "task-3482388" [ 1086.047069] env[69520]: _type = "Task" [ 1086.047069] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.055875] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482388, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.167534] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091696} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.170848] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.171812] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a38cb-7b57-41e6-a513-338211d26df4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.207016] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 43ff884d-db04-454d-858d-12894d119891/43ff884d-db04-454d-858d-12894d119891.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.207465] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb854646-8d3b-48a3-a4f9-581e03f578b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.234327] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1086.234327] env[69520]: value = "task-3482389" [ 1086.234327] env[69520]: _type = "Task" [ 1086.234327] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.244491] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.289032] env[69520]: DEBUG oslo_vmware.api [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.372217] env[69520]: DEBUG nova.network.neutron [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updating instance_info_cache with network_info: [{"id": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "address": "fa:16:3e:a4:1e:ab", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ae3a7c-e8", "ovs_interfaceid": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.431315] env[69520]: INFO nova.compute.manager [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Took 22.18 seconds to build instance. [ 1086.558305] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482388, 'name': CreateVM_Task, 'duration_secs': 0.497981} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.558531] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.559470] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.559726] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.560120] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.560415] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777ec7ad-9b09-4f6f-8a82-f731fb51da80 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.565984] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1086.565984] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d91b48-b25b-1466-40bf-fd86c6f59c9e" [ 1086.565984] env[69520]: _type = "Task" [ 1086.565984] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.574570] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d91b48-b25b-1466-40bf-fd86c6f59c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.745347] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482389, 'name': ReconfigVM_Task, 'duration_secs': 0.398402} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.745600] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 43ff884d-db04-454d-858d-12894d119891/43ff884d-db04-454d-858d-12894d119891.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.746943] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6290a5ca-1888-4619-9550-2371fba2c44d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.754815] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1086.754815] env[69520]: value = "task-3482391" [ 1086.754815] env[69520]: _type = "Task" [ 1086.754815] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.764545] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482391, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.787557] env[69520]: DEBUG oslo_vmware.api [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482386, 'name': ReconfigVM_Task, 'duration_secs': 1.115698} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.788178] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.789109] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Reconfigured VM to attach interface {{(pid=69520) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1086.833560] env[69520]: DEBUG nova.compute.manager [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Received event network-vif-plugged-d489bd17-5c84-4576-8703-610f302c491d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.833792] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Acquiring lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.834010] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.834493] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.834732] env[69520]: DEBUG nova.compute.manager [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] No waiting events found dispatching network-vif-plugged-d489bd17-5c84-4576-8703-610f302c491d {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.835253] env[69520]: WARNING nova.compute.manager [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Received unexpected event network-vif-plugged-d489bd17-5c84-4576-8703-610f302c491d for instance with vm_state active and task_state None. [ 1086.835490] env[69520]: DEBUG nova.compute.manager [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Received event network-changed-d489bd17-5c84-4576-8703-610f302c491d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.835694] env[69520]: DEBUG nova.compute.manager [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Refreshing instance network info cache due to event network-changed-d489bd17-5c84-4576-8703-610f302c491d. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.836056] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Acquiring lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.836116] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Acquired lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.836314] env[69520]: DEBUG nova.network.neutron [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Refreshing network info cache for port d489bd17-5c84-4576-8703-610f302c491d {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.875650] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.912444] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='40049d43e821e200cbba43fc42efacda',container_format='bare',created_at=2025-04-17T15:49:58Z,direct_url=,disk_format='vmdk',id=e34e666b-0960-4428-a374-2e681c422a85,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2075134749-shelved',owner='376a437aacc340f594f1eb2fd0545547',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-17T15:50:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.912652] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.912815] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.913026] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.913164] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.913372] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.913523] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.913683] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.913852] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.914030] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.914217] env[69520]: DEBUG nova.virt.hardware [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.915625] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1fd7ad-e7aa-43d9-87ce-43ccd5e2ea3d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.925166] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7172020c-5f50-4d45-ad05-1371e2b39ead {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.933573] env[69520]: DEBUG oslo_concurrency.lockutils [None req-87f68190-eb55-4b58-ac54-aa6a20ed9277 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "13ea2581-bed8-4123-b372-f7aa2bb25876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.684s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.943535] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:1e:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0ae3a7c-e8f6-4f6e-8094-d743f45103a1', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.951191] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.951615] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.951724] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9519d6d4-67f0-4e8d-b97b-43b63c8c1286 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.973799] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.973799] env[69520]: value = "task-3482392" [ 1086.973799] env[69520]: _type = "Task" [ 1086.973799] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.983353] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482392, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.077997] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d91b48-b25b-1466-40bf-fd86c6f59c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.078393] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.078670] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.078931] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.079100] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.079302] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.079568] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-975e874a-0a70-4cda-954d-22c624261efc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.091284] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.091478] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.092251] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d4a8c9-cdaf-4cf8-b642-38effe6af0da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.099138] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1087.099138] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fdc6b1-9817-2268-31e5-528a2f988a22" [ 1087.099138] env[69520]: _type = "Task" [ 1087.099138] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.108480] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fdc6b1-9817-2268-31e5-528a2f988a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.268799] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482391, 'name': Rename_Task, 'duration_secs': 0.14917} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.268799] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.268799] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96cfcdf8-4fd7-4ae4-b423-85ce3fbfa8a7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.275301] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1087.275301] env[69520]: value = "task-3482393" [ 1087.275301] env[69520]: _type = "Task" [ 1087.275301] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.285536] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.293816] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1b95ee16-00dd-435b-8965-abe2ac80656f tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-ad331ba5-e86d-4230-ad6a-46740ae38ddb-d489bd17-5c84-4576-8703-610f302c491d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.405s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.484168] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482392, 'name': CreateVM_Task, 'duration_secs': 0.356709} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.484345] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.485011] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.485189] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.485554] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.485807] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e89758a-faaf-4a49-96c0-7a9da6cd1393 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.493479] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1087.493479] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5235c39a-180d-62a9-abd5-4a2b73b59437" [ 1087.493479] env[69520]: _type = "Task" [ 1087.493479] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.502352] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5235c39a-180d-62a9-abd5-4a2b73b59437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.595106] env[69520]: DEBUG nova.network.neutron [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updated VIF entry in instance network info cache for port d489bd17-5c84-4576-8703-610f302c491d. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.595612] env[69520]: DEBUG nova.network.neutron [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updating instance_info_cache with network_info: [{"id": "861256f6-4384-452d-8ab2-d19351d133ab", "address": "fa:16:3e:47:c2:1f", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861256f6-43", "ovs_interfaceid": "861256f6-4384-452d-8ab2-d19351d133ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d489bd17-5c84-4576-8703-610f302c491d", "address": "fa:16:3e:92:59:23", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd489bd17-5c", "ovs_interfaceid": "d489bd17-5c84-4576-8703-610f302c491d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.610872] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fdc6b1-9817-2268-31e5-528a2f988a22, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.611669] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2543379-024d-496c-9fa0-2a140d330d96 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.617680] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1087.617680] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d3f6e7-9696-31e7-8c4e-8e4eab1d3d00" [ 1087.617680] env[69520]: _type = "Task" [ 1087.617680] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.626555] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d3f6e7-9696-31e7-8c4e-8e4eab1d3d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.787189] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.006455] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.006884] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Processing image e34e666b-0960-4428-a374-2e681c422a85 {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.006884] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85/e34e666b-0960-4428-a374-2e681c422a85.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.007157] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85/e34e666b-0960-4428-a374-2e681c422a85.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.007334] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.007631] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e10ba02a-a5df-4834-b1b7-64e8596371e4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.019246] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.019446] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.020233] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383d8c6a-ea1c-4e15-9887-a062751303e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.027044] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1088.027044] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b83d49-1c15-ab75-6f4f-d7a62a0cc354" [ 1088.027044] env[69520]: _type = "Task" [ 1088.027044] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.038331] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b83d49-1c15-ab75-6f4f-d7a62a0cc354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.099700] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Releasing lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.100060] env[69520]: DEBUG nova.compute.manager [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received event network-vif-plugged-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.100281] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Acquiring lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.100490] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.100649] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.100813] env[69520]: DEBUG nova.compute.manager [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] No waiting events found dispatching network-vif-plugged-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.100978] env[69520]: WARNING nova.compute.manager [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received unexpected event network-vif-plugged-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1088.101163] env[69520]: DEBUG nova.compute.manager [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received event network-changed-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.101316] env[69520]: DEBUG nova.compute.manager [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Refreshing instance network info cache due to event network-changed-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.101497] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Acquiring lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.101632] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Acquired lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.101845] env[69520]: DEBUG nova.network.neutron [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Refreshing network info cache for port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.128700] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d3f6e7-9696-31e7-8c4e-8e4eab1d3d00, 'name': SearchDatastore_Task, 'duration_secs': 0.01718} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.128983] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.129259] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a6ba8b91-fc8e-4438-b969-9a4345000e05/a6ba8b91-fc8e-4438-b969-9a4345000e05.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.129512] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ace232-635c-4ace-94b5-a6fbb57bc3d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.137280] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1088.137280] env[69520]: value = "task-3482394" [ 1088.137280] env[69520]: _type = "Task" [ 1088.137280] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.145938] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.286104] env[69520]: DEBUG oslo_vmware.api [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482393, 'name': PowerOnVM_Task, 'duration_secs': 0.634781} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.286403] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.286617] env[69520]: INFO nova.compute.manager [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1088.286820] env[69520]: DEBUG nova.compute.manager [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.287659] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f1b2c3-ff76-4e36-a860-0fd5a0f73395 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.438239] env[69520]: DEBUG nova.compute.manager [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.439284] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceacc8a-4b7e-48d1-a1ef-29accc31ef82 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.539357] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Preparing fetch location {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1088.539664] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Fetch image to [datastore2] OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e/OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e.vmdk {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1088.539882] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Downloading stream optimized image e34e666b-0960-4428-a374-2e681c422a85 to [datastore2] OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e/OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e.vmdk on the data store datastore2 as vApp {{(pid=69520) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1088.540085] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Downloading image file data e34e666b-0960-4428-a374-2e681c422a85 to the ESX as VM named 'OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e' {{(pid=69520) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1088.622842] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1088.622842] env[69520]: value = "resgroup-9" [ 1088.622842] env[69520]: _type = "ResourcePool" [ 1088.622842] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1088.623186] env[69520]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-45cf6e51-0561-4635-af65-e8df01fa3cb3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.652031] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482394, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.652989] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lease: (returnval){ [ 1088.652989] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c01e1-752f-323b-c60c-8b8377575125" [ 1088.652989] env[69520]: _type = "HttpNfcLease" [ 1088.652989] env[69520]: } obtained for vApp import into resource pool (val){ [ 1088.652989] env[69520]: value = "resgroup-9" [ 1088.652989] env[69520]: _type = "ResourcePool" [ 1088.652989] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1088.653328] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the lease: (returnval){ [ 1088.653328] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c01e1-752f-323b-c60c-8b8377575125" [ 1088.653328] env[69520]: _type = "HttpNfcLease" [ 1088.653328] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1088.663567] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.663567] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c01e1-752f-323b-c60c-8b8377575125" [ 1088.663567] env[69520]: _type = "HttpNfcLease" [ 1088.663567] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.740030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "interface-ad331ba5-e86d-4230-ad6a-46740ae38ddb-d489bd17-5c84-4576-8703-610f302c491d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.740030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-ad331ba5-e86d-4230-ad6a-46740ae38ddb-d489bd17-5c84-4576-8703-610f302c491d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.794720] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1088.795142] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696186', 'volume_id': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'name': 'volume-38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f2d3802-a6f9-41c7-b462-4061d29de0f2', 'attached_at': '', 'detached_at': '', 'volume_id': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'serial': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1088.796212] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c42a082-9307-4779-8dae-384ea2b57719 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.825483] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33dd48f-bd09-4338-a717-dbbf5a73754e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.829582] env[69520]: INFO nova.compute.manager [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Took 17.45 seconds to build instance. [ 1088.859856] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6/volume-38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.864271] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c266297d-efbd-4c70-92a1-fedfcec09d5b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.889361] env[69520]: DEBUG oslo_vmware.api [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1088.889361] env[69520]: value = "task-3482396" [ 1088.889361] env[69520]: _type = "Task" [ 1088.889361] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.901580] env[69520]: DEBUG oslo_vmware.api [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.951781] env[69520]: INFO nova.compute.manager [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] instance snapshotting [ 1088.954768] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017f5580-691a-4c38-b48f-31997f4c3551 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.979942] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42790b08-cb86-4138-bfa0-3690a27eeec3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.033357] env[69520]: DEBUG nova.network.neutron [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updated VIF entry in instance network info cache for port f0ae3a7c-e8f6-4f6e-8094-d743f45103a1. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.033646] env[69520]: DEBUG nova.network.neutron [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updating instance_info_cache with network_info: [{"id": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "address": "fa:16:3e:a4:1e:ab", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ae3a7c-e8", "ovs_interfaceid": "f0ae3a7c-e8f6-4f6e-8094-d743f45103a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.152052] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718324} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.152052] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a6ba8b91-fc8e-4438-b969-9a4345000e05/a6ba8b91-fc8e-4438-b969-9a4345000e05.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.152309] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.152350] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0c18f2f-46f0-45e4-9478-d6a534690f6f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.164523] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1089.164523] env[69520]: value = "task-3482397" [ 1089.164523] env[69520]: _type = "Task" [ 1089.164523] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.170528] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.170528] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c01e1-752f-323b-c60c-8b8377575125" [ 1089.170528] env[69520]: _type = "HttpNfcLease" [ 1089.170528] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.177435] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.242404] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.243045] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.243398] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e93b682-0f84-438a-8726-b83f408539a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.264019] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532da469-768b-4a16-88a3-5a7301081e90 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.293911] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Reconfiguring VM to detach interface {{(pid=69520) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1089.294245] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c412887-9225-41c9-900f-997953f50531 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.315441] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1089.315441] env[69520]: value = "task-3482398" [ 1089.315441] env[69520]: _type = "Task" [ 1089.315441] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.324478] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.332105] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2527393e-57f4-40db-8dab-78edb00bd057 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "43ff884d-db04-454d-858d-12894d119891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.962s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.400264] env[69520]: DEBUG oslo_vmware.api [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.491559] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.492014] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c9e135d-1845-490c-926a-8332674496e4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.499753] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1089.499753] env[69520]: value = "task-3482399" [ 1089.499753] env[69520]: _type = "Task" [ 1089.499753] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.509267] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.536461] env[69520]: DEBUG oslo_concurrency.lockutils [req-7f9f1d65-59e6-4efb-a8bb-20cafc774eb1 req-64326ace-06a3-44c5-a387-481373217883 service nova] Releasing lock "refresh_cache-9e1dce19-6806-41c2-907a-f7f42312e57b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.666629] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.666629] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c01e1-752f-323b-c60c-8b8377575125" [ 1089.666629] env[69520]: _type = "HttpNfcLease" [ 1089.666629] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.675314] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208934} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.675594] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.676433] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29f4d0-fa0e-4372-85a7-08ca5dca2e7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.699276] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] a6ba8b91-fc8e-4438-b969-9a4345000e05/a6ba8b91-fc8e-4438-b969-9a4345000e05.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.699592] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4f0aa3-c24e-41d4-a788-f7a40396cddc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.722360] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1089.722360] env[69520]: value = "task-3482400" [ 1089.722360] env[69520]: _type = "Task" [ 1089.722360] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.730397] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.741945] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "43ff884d-db04-454d-858d-12894d119891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.742198] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "43ff884d-db04-454d-858d-12894d119891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.742402] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "43ff884d-db04-454d-858d-12894d119891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.742580] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "43ff884d-db04-454d-858d-12894d119891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.742738] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "43ff884d-db04-454d-858d-12894d119891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.744873] env[69520]: INFO nova.compute.manager [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Terminating instance [ 1089.827280] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.900492] env[69520]: DEBUG oslo_vmware.api [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482396, 'name': ReconfigVM_Task, 'duration_secs': 0.813347} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.900774] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6/volume-38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.905530] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-217169d4-9f3c-4523-84c9-da77aa82c95b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.921995] env[69520]: DEBUG oslo_vmware.api [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1089.921995] env[69520]: value = "task-3482401" [ 1089.921995] env[69520]: _type = "Task" [ 1089.921995] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.931210] env[69520]: DEBUG oslo_vmware.api [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.011329] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482399, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.168862] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.168862] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c01e1-752f-323b-c60c-8b8377575125" [ 1090.168862] env[69520]: _type = "HttpNfcLease" [ 1090.168862] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.233219] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.250055] env[69520]: DEBUG nova.compute.manager [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.250055] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.250573] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d00282-71bd-4f33-b177-6c4af6269514 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.260717] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.261022] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eba86dd-910a-49d6-8585-0134e987b4c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.268587] env[69520]: DEBUG oslo_vmware.api [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1090.268587] env[69520]: value = "task-3482402" [ 1090.268587] env[69520]: _type = "Task" [ 1090.268587] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.280562] env[69520]: DEBUG oslo_vmware.api [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.327624] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.433986] env[69520]: DEBUG oslo_vmware.api [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482401, 'name': ReconfigVM_Task, 'duration_secs': 0.211937} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.435041] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696186', 'volume_id': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'name': 'volume-38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f2d3802-a6f9-41c7-b462-4061d29de0f2', 'attached_at': '', 'detached_at': '', 'volume_id': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'serial': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.491607] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.491993] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.492254] env[69520]: INFO nova.compute.manager [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Shelving [ 1090.512951] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482399, 'name': CreateSnapshot_Task, 'duration_secs': 0.954151} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.513303] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1090.514398] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50ad5d7-a69f-44c7-b6c9-09eaa85885c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.667488] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.667488] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c01e1-752f-323b-c60c-8b8377575125" [ 1090.667488] env[69520]: _type = "HttpNfcLease" [ 1090.667488] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.667814] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.667814] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528c01e1-752f-323b-c60c-8b8377575125" [ 1090.667814] env[69520]: _type = "HttpNfcLease" [ 1090.667814] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1090.668603] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0941d57-1b30-444d-8875-ca739669412f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.677117] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a1-af33-009a-377e-a151d9f105b1/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.677343] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a1-af33-009a-377e-a151d9f105b1/disk-0.vmdk. {{(pid=69520) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1090.747080] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482400, 'name': ReconfigVM_Task, 'duration_secs': 0.850722} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.750516] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfigured VM instance instance-00000056 to attach disk [datastore2] a6ba8b91-fc8e-4438-b969-9a4345000e05/a6ba8b91-fc8e-4438-b969-9a4345000e05.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.752080] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encrypted': False, 'disk_bus': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'encryption_secret_uuid': None, 'image_id': '9fcf0c2d-7653-4ea3-900e-fd222f613fda'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'boot_index': None, 'attachment_id': '8133cbcb-44eb-4503-bebf-37645e1be95d', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696179', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'name': 'volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ba8b91-fc8e-4438-b969-9a4345000e05', 'attached_at': '', 'detached_at': '', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'serial': '28c666e0-5c97-47fc-9a8c-82808ed25ca5'}, 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69520) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1090.752369] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1090.752531] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696179', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'name': 'volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ba8b91-fc8e-4438-b969-9a4345000e05', 'attached_at': '', 'detached_at': '', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'serial': '28c666e0-5c97-47fc-9a8c-82808ed25ca5'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1090.754232] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02780a29-9696-4bf9-89c0-3e5a5fa43878 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.756918] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c6c5df5-1d47-4397-b8f9-4070e7e3e6a8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.777482] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8175a673-e36e-4ece-b9d1-1488e74c265d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.785815] env[69520]: DEBUG oslo_vmware.api [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482402, 'name': PowerOffVM_Task, 'duration_secs': 0.223632} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.798828] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.799041] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.806429] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5/volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.806701] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9eb9826-a15a-48d8-80ff-39764b6229fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.808268] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef131d83-f61d-40aa-966a-292921d5698b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.832415] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.833706] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1090.833706] env[69520]: value = "task-3482403" [ 1090.833706] env[69520]: _type = "Task" [ 1090.833706] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.841337] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.034655] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1091.037072] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5fcd9ef5-5d68-4f8c-896d-533966e94d32 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.050291] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1091.050291] env[69520]: value = "task-3482405" [ 1091.050291] env[69520]: _type = "Task" [ 1091.050291] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.063790] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482405, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.336308] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.352304] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.479186] env[69520]: DEBUG nova.objects.instance [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lazy-loading 'flavor' on Instance uuid 3f2d3802-a6f9-41c7-b462-4061d29de0f2 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.503400] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.503705] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-245aa6e6-a82e-4f9b-bc8f-0371185ec03d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.513837] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1091.513837] env[69520]: value = "task-3482406" [ 1091.513837] env[69520]: _type = "Task" [ 1091.513837] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.526067] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.565412] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482405, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.601321] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.789077] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.789077] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.789077] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleting the datastore file [datastore1] 43ff884d-db04-454d-858d-12894d119891 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.789077] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a720cc37-75f9-4fba-8df0-fc26af6f872f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.795880] env[69520]: DEBUG oslo_vmware.api [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1091.795880] env[69520]: value = "task-3482407" [ 1091.795880] env[69520]: _type = "Task" [ 1091.795880] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.808269] env[69520]: DEBUG oslo_vmware.api [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.836291] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.847848] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.987020] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a71debdb-c472-476a-bed9-608c82579d22 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.827s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.987999] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.387s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.988379] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.988575] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.988952] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.993039] env[69520]: INFO nova.compute.manager [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Terminating instance [ 1092.015360] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Completed reading data from the image iterator. {{(pid=69520) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1092.015700] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a1-af33-009a-377e-a151d9f105b1/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1092.016923] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b452ccc-fd4d-4df9-a7aa-c3eb8691b2a4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.029045] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a1-af33-009a-377e-a151d9f105b1/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1092.029274] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a1-af33-009a-377e-a151d9f105b1/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1092.032716] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b5d7193d-8993-4c84-afd9-febb71ced07b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.034318] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482406, 'name': PowerOffVM_Task, 'duration_secs': 0.261483} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.034644] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.035914] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4affa3bd-f32f-4295-b0e4-52b3ce57fa12 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.059750] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c759f8f8-6ec3-409e-aad0-efb6a06430dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.067971] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482405, 'name': CloneVM_Task} progress is 95%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.212937] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520623a1-af33-009a-377e-a151d9f105b1/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1092.213191] env[69520]: INFO nova.virt.vmwareapi.images [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Downloaded image file data e34e666b-0960-4428-a374-2e681c422a85 [ 1092.214183] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e44a43b-6bf4-4016-9289-3e43e735d501 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.232876] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a10b8681-954a-40d6-9958-b378f8c9d66f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.257480] env[69520]: INFO nova.virt.vmwareapi.images [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] The imported VM was unregistered [ 1092.260381] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Caching image {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1092.260618] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85 {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.260901] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d728470-ed0b-4a14-83b6-cfea4822e0bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.290035] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Created directory with path [datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85 {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.290361] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e/OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e.vmdk to [datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85/e34e666b-0960-4428-a374-2e681c422a85.vmdk. {{(pid=69520) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1092.290726] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7813e911-983c-458b-abc4-b413e4856f00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.304018] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1092.304018] env[69520]: value = "task-3482409" [ 1092.304018] env[69520]: _type = "Task" [ 1092.304018] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.314236] env[69520]: DEBUG oslo_vmware.api [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202923} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.315162] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.315457] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.315761] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.316058] env[69520]: INFO nova.compute.manager [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 43ff884d-db04-454d-858d-12894d119891] Took 2.07 seconds to destroy the instance on the hypervisor. [ 1092.316433] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.316715] env[69520]: DEBUG nova.compute.manager [-] [instance: 43ff884d-db04-454d-858d-12894d119891] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.316913] env[69520]: DEBUG nova.network.neutron [-] [instance: 43ff884d-db04-454d-858d-12894d119891] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.323877] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482409, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.335910] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.347619] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482403, 'name': ReconfigVM_Task, 'duration_secs': 1.095798} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.348056] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5/volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.356284] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e67f68-a0cc-44a6-8258-9ca94eeee087 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.382656] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1092.382656] env[69520]: value = "task-3482410" [ 1092.382656] env[69520]: _type = "Task" [ 1092.382656] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.394279] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.498130] env[69520]: DEBUG nova.compute.manager [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.498278] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.498602] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2acd8dd-7243-4bd1-bf44-6e72c93deecf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.508460] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1092.508460] env[69520]: value = "task-3482411" [ 1092.508460] env[69520]: _type = "Task" [ 1092.508460] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.518603] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.569467] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482405, 'name': CloneVM_Task, 'duration_secs': 1.465098} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.569467] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Created linked-clone VM from snapshot [ 1092.569467] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7319ad32-fae4-401a-8756-980145bf5de8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.573655] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1092.576894] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ea205fd-7d80-4780-b043-a870a181570c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.580909] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Uploading image fc5f84a6-1898-4f7c-8bd4-3aa7d2a2bee1 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1092.594022] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1092.594022] env[69520]: value = "task-3482412" [ 1092.594022] env[69520]: _type = "Task" [ 1092.594022] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.607657] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.609197] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1092.609592] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a6343c6-a398-4154-abca-0f19f1893889 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.620629] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1092.620629] env[69520]: value = "task-3482413" [ 1092.620629] env[69520]: _type = "Task" [ 1092.620629] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.632196] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482413, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.634596] env[69520]: DEBUG nova.compute.manager [req-b1834c8e-8e48-499b-b13d-406782af1aac req-afa69947-87fd-4dc4-9d07-84ca0e4c4803 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Received event network-vif-deleted-8a4944e1-27bf-4678-8d43-7a5b6654ac74 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.634787] env[69520]: INFO nova.compute.manager [req-b1834c8e-8e48-499b-b13d-406782af1aac req-afa69947-87fd-4dc4-9d07-84ca0e4c4803 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Neutron deleted interface 8a4944e1-27bf-4678-8d43-7a5b6654ac74; detaching it from the instance and deleting it from the info cache [ 1092.634949] env[69520]: DEBUG nova.network.neutron [req-b1834c8e-8e48-499b-b13d-406782af1aac req-afa69947-87fd-4dc4-9d07-84ca0e4c4803 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.820041] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482409, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.834400] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.894010] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482410, 'name': ReconfigVM_Task, 'duration_secs': 0.169013} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.894354] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696179', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'name': 'volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ba8b91-fc8e-4438-b969-9a4345000e05', 'attached_at': '', 'detached_at': '', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'serial': '28c666e0-5c97-47fc-9a8c-82808ed25ca5'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1092.894996] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e42909af-ab3a-4b2f-9b3b-3041c4e5b4b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.904645] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1092.904645] env[69520]: value = "task-3482414" [ 1092.904645] env[69520]: _type = "Task" [ 1092.904645] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.915651] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482414, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.019650] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482411, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.093520] env[69520]: DEBUG nova.network.neutron [-] [instance: 43ff884d-db04-454d-858d-12894d119891] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.105568] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482412, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.131100] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482413, 'name': Destroy_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.137917] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-440f3320-49f3-4860-bff9-05f0e6263c9f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.148702] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c618c63-be65-4bfb-bedb-c7084446883d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.187215] env[69520]: DEBUG nova.compute.manager [req-b1834c8e-8e48-499b-b13d-406782af1aac req-afa69947-87fd-4dc4-9d07-84ca0e4c4803 service nova] [instance: 43ff884d-db04-454d-858d-12894d119891] Detach interface failed, port_id=8a4944e1-27bf-4678-8d43-7a5b6654ac74, reason: Instance 43ff884d-db04-454d-858d-12894d119891 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.317162] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482409, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.334604] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.415450] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482414, 'name': Rename_Task, 'duration_secs': 0.439669} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.415800] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.415927] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a48381a-8268-4496-bb58-e34e289eb471 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.424563] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1093.424563] env[69520]: value = "task-3482415" [ 1093.424563] env[69520]: _type = "Task" [ 1093.424563] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.442306] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.521362] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482411, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.599804] env[69520]: INFO nova.compute.manager [-] [instance: 43ff884d-db04-454d-858d-12894d119891] Took 1.28 seconds to deallocate network for instance. [ 1093.610512] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482412, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.631166] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482413, 'name': Destroy_Task, 'duration_secs': 0.788106} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.631428] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Destroyed the VM [ 1093.631675] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1093.631941] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c0889dc3-c04b-4e94-86bb-1239d7706d2c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.640666] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1093.640666] env[69520]: value = "task-3482416" [ 1093.640666] env[69520]: _type = "Task" [ 1093.640666] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.652035] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.816800] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482409, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.835982] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.936536] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.021073] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482411, 'name': PowerOffVM_Task, 'duration_secs': 1.494916} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.021419] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.021574] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1094.021781] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696186', 'volume_id': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'name': 'volume-38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f2d3802-a6f9-41c7-b462-4061d29de0f2', 'attached_at': '', 'detached_at': '', 'volume_id': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'serial': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1094.022681] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f656be84-15ba-4c73-98cf-115c225a98ba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.045721] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0541ea-4e2f-40e8-9849-1e64d38f4842 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.056484] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb890355-89c4-4bd2-a8db-241055af34a8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.080402] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dd8bdf-eb60-41f1-abdd-1d24694c7e17 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.100064] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] The volume has not been displaced from its original location: [datastore2] volume-38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6/volume-38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1094.105678] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.109454] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1342869-adae-4669-959d-8e64edfb1fc0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.124396] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.124712] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.124987] env[69520]: DEBUG nova.objects.instance [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lazy-loading 'resources' on Instance uuid 43ff884d-db04-454d-858d-12894d119891 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.132700] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482412, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.135303] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1094.135303] env[69520]: value = "task-3482417" [ 1094.135303] env[69520]: _type = "Task" [ 1094.135303] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.149246] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.155408] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.317091] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482409, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.335095] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.438217] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482415, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.612279] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482412, 'name': CreateSnapshot_Task, 'duration_secs': 1.635773} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.612698] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1094.613423] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcc186c-85f4-47d8-a130-80bfffcdb27f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.649747] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.659517] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482416, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.821320] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482409, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.837991] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.883023] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9325ab9a-765c-45d3-b410-29a1e80a86ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.892571] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103d0c97-6779-4b24-99ea-0123bb448319 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.933098] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea39a549-adc6-4260-bd02-b9d0a1da6378 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.941939] env[69520]: DEBUG oslo_vmware.api [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482415, 'name': PowerOnVM_Task, 'duration_secs': 1.154789} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.944436] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.944713] env[69520]: DEBUG nova.compute.manager [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.945760] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f8165d-d926-4d8c-914f-230f60fb9000 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.949749] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a109e-f790-481f-9d6a-b76cbde7372b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.966410] env[69520]: DEBUG nova.compute.provider_tree [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.145224] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1095.146348] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be7f3bb6-cf57-4cec-a33c-b21f31583d4a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.162112] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482417, 'name': ReconfigVM_Task, 'duration_secs': 0.643437} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.166175] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.170969] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1095.170969] env[69520]: value = "task-3482418" [ 1095.170969] env[69520]: _type = "Task" [ 1095.170969] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.171257] env[69520]: DEBUG oslo_vmware.api [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482416, 'name': RemoveSnapshot_Task, 'duration_secs': 1.032643} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.171470] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e45b20b-953d-4b62-a5d8-33c09b7e8596 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.181868] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1095.195437] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482418, 'name': CloneVM_Task} progress is 11%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.197367] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1095.197367] env[69520]: value = "task-3482419" [ 1095.197367] env[69520]: _type = "Task" [ 1095.197367] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.206624] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.319730] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482409, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.017336} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.319981] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e/OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e.vmdk to [datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85/e34e666b-0960-4428-a374-2e681c422a85.vmdk. [ 1095.320193] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Cleaning up location [datastore2] OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1095.320358] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_15f25363-b69c-4fbc-a6eb-086d14e2529e {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.320630] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cac0015-6524-4fdb-b9f6-ef5ea0c9a940 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.328649] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1095.328649] env[69520]: value = "task-3482420" [ 1095.328649] env[69520]: _type = "Task" [ 1095.328649] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.066858] env[69520]: DEBUG nova.scheduler.client.report [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.074012] env[69520]: WARNING nova.compute.manager [None req-879fffdd-878a-4b4f-96fc-8029afe75d74 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Image not found during snapshot: nova.exception.ImageNotFound: Image fc5f84a6-1898-4f7c-8bd4-3aa7d2a2bee1 could not be found. [ 1096.085901] env[69520]: DEBUG oslo_vmware.api [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482398, 'name': ReconfigVM_Task, 'duration_secs': 6.066722} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.086430] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.086713] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.086932] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Reconfigured VM to detach interface {{(pid=69520) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1096.093123] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138395} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.093754] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.093936] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85/e34e666b-0960-4428-a374-2e681c422a85.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.094179] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85/e34e666b-0960-4428-a374-2e681c422a85.vmdk to [datastore2] 9e1dce19-6806-41c2-907a-f7f42312e57b/9e1dce19-6806-41c2-907a-f7f42312e57b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.100581] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09a6a0f6-1a4f-497a-bd61-468eeba377d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.102245] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482419, 'name': ReconfigVM_Task, 'duration_secs': 0.332402} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.102444] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482418, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.103639] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696186', 'volume_id': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'name': 'volume-38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f2d3802-a6f9-41c7-b462-4061d29de0f2', 'attached_at': '', 'detached_at': '', 'volume_id': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6', 'serial': '38d2aaa8-3e9a-4ea7-bd6a-d2c8e11382d6'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.103941] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.105054] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6447e9-da1b-4943-a9c4-557b592178a4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.109171] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1096.109171] env[69520]: value = "task-3482421" [ 1096.109171] env[69520]: _type = "Task" [ 1096.109171] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.114514] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.114993] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f7c1e5b-1ce3-4d15-93bb-87ddd91680d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.119214] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.210825] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.211067] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.211359] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleting the datastore file [datastore1] 3f2d3802-a6f9-41c7-b462-4061d29de0f2 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.211589] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88f36300-b792-49bc-a51d-dec5b969cbae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.218300] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1096.218300] env[69520]: value = "task-3482423" [ 1096.218300] env[69520]: _type = "Task" [ 1096.218300] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.226996] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.534734] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.534734] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.579832] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.455s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.582344] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.496s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.582572] env[69520]: DEBUG nova.objects.instance [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1096.592825] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482418, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.601121] env[69520]: INFO nova.scheduler.client.report [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted allocations for instance 43ff884d-db04-454d-858d-12894d119891 [ 1096.619313] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482421, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.655252] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "13ea2581-bed8-4123-b372-f7aa2bb25876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.655619] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "13ea2581-bed8-4123-b372-f7aa2bb25876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.655928] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "13ea2581-bed8-4123-b372-f7aa2bb25876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.656190] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "13ea2581-bed8-4123-b372-f7aa2bb25876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.656474] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "13ea2581-bed8-4123-b372-f7aa2bb25876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.660030] env[69520]: INFO nova.compute.manager [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Terminating instance [ 1096.735416] env[69520]: DEBUG oslo_vmware.api [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141241} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.736151] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.736151] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.736151] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.736287] env[69520]: INFO nova.compute.manager [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Took 4.24 seconds to destroy the instance on the hypervisor. [ 1096.736491] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.737028] env[69520]: DEBUG nova.compute.manager [-] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.737128] env[69520]: DEBUG nova.network.neutron [-] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.041882] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.042402] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.042402] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.042642] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.043011] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.043243] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.043441] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1097.043902] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.070294] env[69520]: DEBUG nova.compute.manager [req-754b945a-5ffd-42d5-9455-e8759fe669cb req-1df2452f-182a-4024-a392-c9e9f175d310 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Received event network-vif-deleted-aee5cbdd-61f3-4557-8bf9-9f0211c9d97d {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.070577] env[69520]: INFO nova.compute.manager [req-754b945a-5ffd-42d5-9455-e8759fe669cb req-1df2452f-182a-4024-a392-c9e9f175d310 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Neutron deleted interface aee5cbdd-61f3-4557-8bf9-9f0211c9d97d; detaching it from the instance and deleting it from the info cache [ 1097.070664] env[69520]: DEBUG nova.network.neutron [req-754b945a-5ffd-42d5-9455-e8759fe669cb req-1df2452f-182a-4024-a392-c9e9f175d310 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.084731] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482418, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.108905] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fc4df22a-79e5-4610-a5f6-2af18ad10eb3 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "43ff884d-db04-454d-858d-12894d119891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.367s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.119217] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482421, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.163944] env[69520]: DEBUG nova.compute.manager [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.164172] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.165196] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a08f6c6-9c87-4ead-9a88-7aaa35699ec3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.173510] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.173836] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51d3940c-355a-4fcb-ae66-87304071345b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.181176] env[69520]: DEBUG oslo_vmware.api [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1097.181176] env[69520]: value = "task-3482424" [ 1097.181176] env[69520]: _type = "Task" [ 1097.181176] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.189591] env[69520]: DEBUG oslo_vmware.api [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.231556] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.231933] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.232195] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.232392] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.232580] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.234879] env[69520]: INFO nova.compute.manager [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Terminating instance [ 1097.403880] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.404123] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquired lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.404331] env[69520]: DEBUG nova.network.neutron [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.537435] env[69520]: DEBUG nova.network.neutron [-] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.546972] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.574713] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88a8c21b-c734-4a34-a72e-58a973d26bb9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.589819] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482418, 'name': CloneVM_Task} progress is 95%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.592095] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a05f3961-8a4c-42e3-a641-52e7452a8b9c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.593422] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.046s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.593723] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.593876] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1097.596919] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dd33be-f8cc-47e2-a563-6f0d6cad729e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.610758] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2f61ae-a6ea-420d-8d54-c64e8852addc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.626378] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d91750-6aa6-4789-9eb4-a1d4f79f2172 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.631242] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482421, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.643557] env[69520]: DEBUG nova.compute.manager [req-754b945a-5ffd-42d5-9455-e8759fe669cb req-1df2452f-182a-4024-a392-c9e9f175d310 service nova] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Detach interface failed, port_id=aee5cbdd-61f3-4557-8bf9-9f0211c9d97d, reason: Instance 3f2d3802-a6f9-41c7-b462-4061d29de0f2 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1097.655157] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea49d6e-77b6-4549-b3de-153eaf860a78 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.662858] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd621434-b87d-4595-a2c8-8a77b6feb1dc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.695984] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178890MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1097.696172] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.696427] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.707558] env[69520]: DEBUG oslo_vmware.api [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482424, 'name': PowerOffVM_Task, 'duration_secs': 0.329802} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.707895] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.708093] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.708436] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-264bf48f-8f08-4f9f-a9d8-4a9ecef81b94 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.739095] env[69520]: DEBUG nova.compute.manager [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.739389] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.740402] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6decdb6c-028c-4487-8803-6a60b3cf8db5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.749573] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.749841] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84ae9704-f37d-4661-944e-87e852298a29 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.756836] env[69520]: DEBUG oslo_vmware.api [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1097.756836] env[69520]: value = "task-3482426" [ 1097.756836] env[69520]: _type = "Task" [ 1097.756836] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.766724] env[69520]: DEBUG oslo_vmware.api [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.782150] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.782452] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.782699] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Deleting the datastore file [datastore1] 13ea2581-bed8-4123-b372-f7aa2bb25876 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.783385] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-374b622e-99f1-47ab-97a4-a209ab9f9cfe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.791112] env[69520]: DEBUG oslo_vmware.api [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1097.791112] env[69520]: value = "task-3482427" [ 1097.791112] env[69520]: _type = "Task" [ 1097.791112] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.800636] env[69520]: DEBUG oslo_vmware.api [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.948799] env[69520]: DEBUG oslo_concurrency.lockutils [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.949463] env[69520]: DEBUG oslo_concurrency.lockutils [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.949917] env[69520]: DEBUG oslo_concurrency.lockutils [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.950326] env[69520]: DEBUG oslo_concurrency.lockutils [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.950746] env[69520]: DEBUG oslo_concurrency.lockutils [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.954684] env[69520]: INFO nova.compute.manager [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Terminating instance [ 1098.041041] env[69520]: INFO nova.compute.manager [-] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Took 1.30 seconds to deallocate network for instance. [ 1098.086130] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482418, 'name': CloneVM_Task, 'duration_secs': 2.780071} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.086488] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Created linked-clone VM from snapshot [ 1098.087353] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aab9ce-c634-4d45-ac23-a621176b35bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.098992] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Uploading image b0cbda55-ac64-45f7-aa42-8fd58c4e24c3 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1098.125825] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482421, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.131640] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1098.131640] env[69520]: value = "vm-696193" [ 1098.131640] env[69520]: _type = "VirtualMachine" [ 1098.131640] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1098.132318] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6a136843-af51-4275-b10b-72649700d616 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.141345] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lease: (returnval){ [ 1098.141345] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e46b4b-7d8f-6d09-2410-8399afb24aad" [ 1098.141345] env[69520]: _type = "HttpNfcLease" [ 1098.141345] env[69520]: } obtained for exporting VM: (result){ [ 1098.141345] env[69520]: value = "vm-696193" [ 1098.141345] env[69520]: _type = "VirtualMachine" [ 1098.141345] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1098.141603] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the lease: (returnval){ [ 1098.141603] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e46b4b-7d8f-6d09-2410-8399afb24aad" [ 1098.141603] env[69520]: _type = "HttpNfcLease" [ 1098.141603] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1098.148815] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.148815] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e46b4b-7d8f-6d09-2410-8399afb24aad" [ 1098.148815] env[69520]: _type = "HttpNfcLease" [ 1098.148815] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1098.179922] env[69520]: INFO nova.network.neutron [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Port d489bd17-5c84-4576-8703-610f302c491d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1098.180469] env[69520]: DEBUG nova.network.neutron [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updating instance_info_cache with network_info: [{"id": "861256f6-4384-452d-8ab2-d19351d133ab", "address": "fa:16:3e:47:c2:1f", "network": {"id": "013ed665-9824-4fa4-ac53-064750178406", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-737232058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f82b834ee4240feb82a5425d6a4e780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861256f6-43", "ovs_interfaceid": "861256f6-4384-452d-8ab2-d19351d133ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.267362] env[69520]: DEBUG oslo_vmware.api [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482426, 'name': PowerOffVM_Task, 'duration_secs': 0.22575} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.267715] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.267870] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.268192] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52318004-71e8-4408-b295-0c9d0229af51 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.301066] env[69520]: DEBUG oslo_vmware.api [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266417} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.301311] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.301490] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.301665] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.301840] env[69520]: INFO nova.compute.manager [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1098.302115] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.302317] env[69520]: DEBUG nova.compute.manager [-] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.302411] env[69520]: DEBUG nova.network.neutron [-] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.352535] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.352815] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.353014] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleting the datastore file [datastore1] ad331ba5-e86d-4230-ad6a-46740ae38ddb {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.353304] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-406b363c-a6af-4338-b73e-cae1c380b5df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.359628] env[69520]: DEBUG oslo_vmware.api [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1098.359628] env[69520]: value = "task-3482430" [ 1098.359628] env[69520]: _type = "Task" [ 1098.359628] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.369164] env[69520]: DEBUG oslo_vmware.api [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.460422] env[69520]: DEBUG nova.compute.manager [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.460740] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.461765] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d949483-fc88-41ba-a385-3ec37d125632 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.470237] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.470598] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3319d16e-f9ad-4e1f-b7fc-f4c907d7f7b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.477142] env[69520]: DEBUG oslo_vmware.api [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1098.477142] env[69520]: value = "task-3482431" [ 1098.477142] env[69520]: _type = "Task" [ 1098.477142] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.486385] env[69520]: DEBUG oslo_vmware.api [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.600217] env[69520]: INFO nova.compute.manager [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Took 0.56 seconds to detach 1 volumes for instance. [ 1098.626106] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482421, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.649802] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.649802] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e46b4b-7d8f-6d09-2410-8399afb24aad" [ 1098.649802] env[69520]: _type = "HttpNfcLease" [ 1098.649802] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1098.650215] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1098.650215] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e46b4b-7d8f-6d09-2410-8399afb24aad" [ 1098.650215] env[69520]: _type = "HttpNfcLease" [ 1098.650215] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1098.651024] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f064b5da-4c9a-4f4b-86dc-c5b17e5670bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.658385] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7234c-fe99-348f-8964-fcc124fa82d1/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1098.658554] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7234c-fe99-348f-8964-fcc124fa82d1/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1098.714614] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Releasing lock "refresh_cache-ad331ba5-e86d-4230-ad6a-46740ae38ddb" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.739853] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.740157] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ca7fb845-531e-49fb-983b-1726f0fceede actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.740336] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance c3b3253e-53f8-456e-a4f3-7e554403481f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.740510] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8e3ff68f-ef31-44f6-b274-a4599a249185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.740677] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a0cab861-8895-4c6c-b33d-0682928e8c25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.740811] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 75e1ab9d-f2a8-481d-96de-b246a927b7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.740971] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a6ba8b91-fc8e-4438-b969-9a4345000e05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.741154] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ad331ba5-e86d-4230-ad6a-46740ae38ddb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.741303] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a9b730c0-6624-412c-9e46-70a1b7cab6ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.741460] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance d9211715-c803-42b4-ae0f-38a69bcc5cb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.741590] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 3f2d3802-a6f9-41c7-b462-4061d29de0f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.741750] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 13ea2581-bed8-4123-b372-f7aa2bb25876 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.741878] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 9e1dce19-6806-41c2-907a-f7f42312e57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1098.742091] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1098.742231] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1098.873461] env[69520]: DEBUG oslo_vmware.api [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.901341] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9067454e-5116-4d79-99ab-942302ad4aa1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.917494] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5d59e3-6bce-4773-b232-8585e5078c43 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.927354] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ffb67f-86b6-492f-b765-b0342b93bdb7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.965038] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c889f9-42fb-4b1c-93f4-359ae2157e3b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.972913] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b981b2e3-a624-461b-8610-5696a2298a0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.989650] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.996861] env[69520]: DEBUG oslo_vmware.api [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482431, 'name': PowerOffVM_Task, 'duration_secs': 0.246682} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.997246] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.997474] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.997768] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4be24fda-632f-4467-a9c5-51003c688a9b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.071278] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.071493] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.071670] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleting the datastore file [datastore2] a9b730c0-6624-412c-9e46-70a1b7cab6ab {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.071972] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae7ccbb5-8da1-46f9-bc3c-1c86d7631549 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.073936] env[69520]: DEBUG nova.network.neutron [-] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.081293] env[69520]: DEBUG oslo_vmware.api [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1099.081293] env[69520]: value = "task-3482433" [ 1099.081293] env[69520]: _type = "Task" [ 1099.081293] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.092531] env[69520]: DEBUG oslo_vmware.api [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.107047] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.110460] env[69520]: DEBUG nova.compute.manager [req-8ed6622a-40d4-4fe8-80b8-e501151a6b46 req-09c81f3b-ddee-47f5-b0c3-396e4e4ae50c service nova] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Received event network-vif-deleted-c3d3f756-28ad-4cbc-95fc-409a663537d7 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.125621] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482421, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.53414} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.125901] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e34e666b-0960-4428-a374-2e681c422a85/e34e666b-0960-4428-a374-2e681c422a85.vmdk to [datastore2] 9e1dce19-6806-41c2-907a-f7f42312e57b/9e1dce19-6806-41c2-907a-f7f42312e57b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.126710] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa95a74-dde2-426d-9fec-721ebfae76ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.153644] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 9e1dce19-6806-41c2-907a-f7f42312e57b/9e1dce19-6806-41c2-907a-f7f42312e57b.vmdk or device None with type streamOptimized {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.156714] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa54e8a4-a76f-4fbb-b4b4-12db1291bd26 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.177779] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1099.177779] env[69520]: value = "task-3482434" [ 1099.177779] env[69520]: _type = "Task" [ 1099.177779] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.186163] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.222081] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5855ea8a-7e58-4350-892c-e81479297e9d tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "interface-ad331ba5-e86d-4230-ad6a-46740ae38ddb-d489bd17-5c84-4576-8703-610f302c491d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.482s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.370621] env[69520]: DEBUG oslo_vmware.api [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54413} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.370876] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.371081] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.371260] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.371429] env[69520]: INFO nova.compute.manager [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1099.371663] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.371882] env[69520]: DEBUG nova.compute.manager [-] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.371981] env[69520]: DEBUG nova.network.neutron [-] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.492819] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.576672] env[69520]: INFO nova.compute.manager [-] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Took 1.27 seconds to deallocate network for instance. [ 1099.593771] env[69520]: DEBUG oslo_vmware.api [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360433} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.594246] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.594545] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.594822] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.595135] env[69520]: INFO nova.compute.manager [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.595478] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.595785] env[69520]: DEBUG nova.compute.manager [-] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.596154] env[69520]: DEBUG nova.network.neutron [-] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.698363] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.998006] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1099.998220] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.302s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.998578] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.892s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.999890] env[69520]: DEBUG nova.objects.instance [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lazy-loading 'resources' on Instance uuid 3f2d3802-a6f9-41c7-b462-4061d29de0f2 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.092331] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.160438] env[69520]: DEBUG nova.compute.manager [req-20229433-aeb2-464e-aaf8-9f9598fefe62 req-ce7d51b8-37c7-4ed3-864a-0c183d114ba2 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Received event network-vif-deleted-cec01c71-c145-40c9-afa3-78b7b20ffdd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.160438] env[69520]: INFO nova.compute.manager [req-20229433-aeb2-464e-aaf8-9f9598fefe62 req-ce7d51b8-37c7-4ed3-864a-0c183d114ba2 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Neutron deleted interface cec01c71-c145-40c9-afa3-78b7b20ffdd6; detaching it from the instance and deleting it from the info cache [ 1100.160438] env[69520]: DEBUG nova.network.neutron [req-20229433-aeb2-464e-aaf8-9f9598fefe62 req-ce7d51b8-37c7-4ed3-864a-0c183d114ba2 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.191788] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482434, 'name': ReconfigVM_Task, 'duration_secs': 0.788851} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.193637] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 9e1dce19-6806-41c2-907a-f7f42312e57b/9e1dce19-6806-41c2-907a-f7f42312e57b.vmdk or device None with type streamOptimized {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.193637] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encrypted': False, 'disk_bus': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'encryption_secret_uuid': None, 'image_id': '9fcf0c2d-7653-4ea3-900e-fd222f613fda'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'boot_index': None, 'attachment_id': 'f93a179e-9d1c-4905-8096-d3f053c3fe6a', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696182', 'volume_id': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'name': 'volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9e1dce19-6806-41c2-907a-f7f42312e57b', 'attached_at': '', 'detached_at': '', 'volume_id': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'serial': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41'}, 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69520) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1100.194454] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1100.195390] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696182', 'volume_id': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'name': 'volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9e1dce19-6806-41c2-907a-f7f42312e57b', 'attached_at': '', 'detached_at': '', 'volume_id': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'serial': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1100.197583] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef7cf6-3201-402e-8b18-d7e5a8960874 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.217998] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f2348b-d48e-4a8b-802c-507028523574 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.246898] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41/volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.247287] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3dfddbb-b2de-48fc-abcc-0a780a09996c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.270142] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1100.270142] env[69520]: value = "task-3482435" [ 1100.270142] env[69520]: _type = "Task" [ 1100.270142] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.280120] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.563787] env[69520]: DEBUG nova.network.neutron [-] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.637936] env[69520]: DEBUG nova.network.neutron [-] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.666651] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4efdda02-c65b-4106-86c9-f19b9499d822 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.677775] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bfca73-df6b-4c12-b84a-bc1236af85ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.720625] env[69520]: DEBUG nova.compute.manager [req-20229433-aeb2-464e-aaf8-9f9598fefe62 req-ce7d51b8-37c7-4ed3-864a-0c183d114ba2 service nova] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Detach interface failed, port_id=cec01c71-c145-40c9-afa3-78b7b20ffdd6, reason: Instance a9b730c0-6624-412c-9e46-70a1b7cab6ab could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.722658] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea5d972-c4a5-4bc2-a55e-4ee956d690a4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.730465] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5df837-3486-4ed0-92b8-bf8092a16225 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.761450] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7a514c-f7e9-4ecc-889f-2dfa5d5fe11b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.770651] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923e99e-32a0-4e05-ba12-b92cdda556f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.783333] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482435, 'name': ReconfigVM_Task, 'duration_secs': 0.335209} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.791145] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41/volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.796115] env[69520]: DEBUG nova.compute.provider_tree [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.797943] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c7bb8b5-eef8-4684-ae8d-0beb1c1a779a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.810227] env[69520]: DEBUG nova.scheduler.client.report [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.819562] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1100.819562] env[69520]: value = "task-3482436" [ 1100.819562] env[69520]: _type = "Task" [ 1100.819562] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.833074] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.069862] env[69520]: INFO nova.compute.manager [-] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Took 1.70 seconds to deallocate network for instance. [ 1101.135734] env[69520]: DEBUG nova.compute.manager [req-00f22e7e-0cfc-4543-8897-af43cd2dac98 req-c28ca720-efbc-42a7-8e6e-789887acf9ce service nova] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Received event network-vif-deleted-861256f6-4384-452d-8ab2-d19351d133ab {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.140941] env[69520]: INFO nova.compute.manager [-] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Took 1.54 seconds to deallocate network for instance. [ 1101.314503] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.316s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.317265] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.226s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.318031] env[69520]: DEBUG nova.objects.instance [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lazy-loading 'resources' on Instance uuid 13ea2581-bed8-4123-b372-f7aa2bb25876 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.330952] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482436, 'name': ReconfigVM_Task, 'duration_secs': 0.18345} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.331315] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696182', 'volume_id': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'name': 'volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9e1dce19-6806-41c2-907a-f7f42312e57b', 'attached_at': '', 'detached_at': '', 'volume_id': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'serial': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1101.332042] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43c9bf04-a91e-4238-8450-90e822e81250 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.339578] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1101.339578] env[69520]: value = "task-3482437" [ 1101.339578] env[69520]: _type = "Task" [ 1101.339578] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.341086] env[69520]: INFO nova.scheduler.client.report [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted allocations for instance 3f2d3802-a6f9-41c7-b462-4061d29de0f2 [ 1101.354020] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482437, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.577091] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.647366] env[69520]: DEBUG oslo_concurrency.lockutils [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.855525] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482437, 'name': Rename_Task, 'duration_secs': 0.177469} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.856079] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7be83a9-8175-4024-b585-cf2829d4f426 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3f2d3802-a6f9-41c7-b462-4061d29de0f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.868s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.859780] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.860556] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62d93e22-5f54-4aa3-8624-448b3ede1761 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.869094] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1101.869094] env[69520]: value = "task-3482438" [ 1101.869094] env[69520]: _type = "Task" [ 1101.869094] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.881147] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.003257] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684e24b6-76f0-4a9b-92ca-e2203d989a8f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.013796] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef442d-9ccd-458c-ba44-326270dabb1b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.051494] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fb16bf-ea31-4b27-946d-1613360ca2aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.060229] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be7e16e-67e3-4d86-a07f-350f211537bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.075081] env[69520]: DEBUG nova.compute.provider_tree [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.381616] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482438, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.579252] env[69520]: DEBUG nova.scheduler.client.report [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.882285] env[69520]: DEBUG oslo_vmware.api [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482438, 'name': PowerOnVM_Task, 'duration_secs': 0.587488} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.882512] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.004398] env[69520]: DEBUG nova.compute.manager [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.005324] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f154fd-e9da-4037-b76d-92098a207d8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.084199] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.086900] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.510s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.087187] env[69520]: DEBUG nova.objects.instance [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'resources' on Instance uuid ad331ba5-e86d-4230-ad6a-46740ae38ddb {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.101658] env[69520]: INFO nova.scheduler.client.report [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Deleted allocations for instance 13ea2581-bed8-4123-b372-f7aa2bb25876 [ 1103.523455] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b8f85625-1df6-4ac3-ac14-9f75d66e26fc tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.870s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.610967] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3e0d51b6-e759-4caa-8c6d-aa4133074913 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "13ea2581-bed8-4123-b372-f7aa2bb25876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.955s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.753416] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc92287-a829-4f76-b356-8f0245f3cd93 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.762523] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0a8dfc-cb31-4020-bafa-1c52de9e5de6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.794961] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48cb34a-5ab1-43d4-99d7-e1115cafca53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.803556] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3708d2-3fe1-496b-9478-b61b26f6ff10 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.818256] env[69520]: DEBUG nova.compute.provider_tree [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.112647] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "cf342722-74bc-4cac-9433-64a3230906aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.113064] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "cf342722-74bc-4cac-9433-64a3230906aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.322050] env[69520]: DEBUG nova.scheduler.client.report [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.617078] env[69520]: DEBUG nova.compute.manager [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.819338] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "9131fadb-f3ca-4eaa-8fde-452517eed627" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.819624] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "9131fadb-f3ca-4eaa-8fde-452517eed627" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.826658] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.828995] env[69520]: DEBUG oslo_concurrency.lockutils [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.182s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.830383] env[69520]: DEBUG nova.objects.instance [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lazy-loading 'resources' on Instance uuid a9b730c0-6624-412c-9e46-70a1b7cab6ab {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.846934] env[69520]: INFO nova.scheduler.client.report [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleted allocations for instance ad331ba5-e86d-4230-ad6a-46740ae38ddb [ 1105.135250] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.322315] env[69520]: DEBUG nova.compute.manager [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.354253] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5939d4dd-5291-4aa0-97aa-ca5c598b7fa6 tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "ad331ba5-e86d-4230-ad6a-46740ae38ddb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.122s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.507036] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049be3f2-f30a-445e-836f-e9f74a57db1c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.513601] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452082d5-f264-4c88-b7be-297e8a071711 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.546347] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347b086-bdea-44f9-8824-9de4c4cfda9e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.554872] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df8dbf3-f64b-43ec-a212-a70a27dc3cde {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.569331] env[69520]: DEBUG nova.compute.provider_tree [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.844193] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.076103] env[69520]: DEBUG nova.scheduler.client.report [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.079241] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "a0cab861-8895-4c6c-b33d-0682928e8c25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.079498] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "a0cab861-8895-4c6c-b33d-0682928e8c25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.079737] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "a0cab861-8895-4c6c-b33d-0682928e8c25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.079942] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "a0cab861-8895-4c6c-b33d-0682928e8c25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.080132] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "a0cab861-8895-4c6c-b33d-0682928e8c25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.082190] env[69520]: INFO nova.compute.manager [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Terminating instance [ 1106.583503] env[69520]: DEBUG oslo_concurrency.lockutils [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.585990] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.451s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.587583] env[69520]: INFO nova.compute.claims [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.590920] env[69520]: DEBUG nova.compute.manager [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.590920] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.591820] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29ac7b0-30dd-4bcc-8a51-d8aa0842814b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.602527] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.603530] env[69520]: INFO nova.scheduler.client.report [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted allocations for instance a9b730c0-6624-412c-9e46-70a1b7cab6ab [ 1106.604438] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8cb8d42-014a-4e5b-9f26-1cb8b15a1115 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.616036] env[69520]: DEBUG oslo_vmware.api [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1106.616036] env[69520]: value = "task-3482439" [ 1106.616036] env[69520]: _type = "Task" [ 1106.616036] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.625350] env[69520]: DEBUG oslo_vmware.api [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.112383] env[69520]: DEBUG oslo_concurrency.lockutils [None req-be6d0c1c-dd5d-4391-b88e-ae14861e6c35 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "a9b730c0-6624-412c-9e46-70a1b7cab6ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.163s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.127924] env[69520]: DEBUG oslo_vmware.api [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482439, 'name': PowerOffVM_Task, 'duration_secs': 0.318476} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.128220] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.128400] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.128648] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b9916c9-db8d-43f7-8258-75e7ebe513e8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.209778] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.210069] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.210332] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleting the datastore file [datastore2] a0cab861-8895-4c6c-b33d-0682928e8c25 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.210598] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da9c5aae-4aee-4b1f-8814-e5c7d8a4af47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.218359] env[69520]: DEBUG oslo_vmware.api [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for the task: (returnval){ [ 1107.218359] env[69520]: value = "task-3482441" [ 1107.218359] env[69520]: _type = "Task" [ 1107.218359] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.227091] env[69520]: DEBUG oslo_vmware.api [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.464753] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7234c-fe99-348f-8964-fcc124fa82d1/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.465781] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df89618d-61c5-4843-b201-77485f784416 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.472870] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7234c-fe99-348f-8964-fcc124fa82d1/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.473072] env[69520]: ERROR oslo_vmware.rw_handles [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7234c-fe99-348f-8964-fcc124fa82d1/disk-0.vmdk due to incomplete transfer. [ 1107.473357] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c10b769-18d6-4c7a-9335-6021d9d9ef76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.481578] env[69520]: DEBUG oslo_vmware.rw_handles [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7234c-fe99-348f-8964-fcc124fa82d1/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1107.481778] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Uploaded image b0cbda55-ac64-45f7-aa42-8fd58c4e24c3 to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1107.483945] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1107.484251] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6849a29d-bd41-4501-98f3-89e9feef64ea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.491070] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1107.491070] env[69520]: value = "task-3482442" [ 1107.491070] env[69520]: _type = "Task" [ 1107.491070] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.500375] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482442, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.736032] env[69520]: DEBUG oslo_vmware.api [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Task: {'id': task-3482441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186881} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.736032] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.736032] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.736032] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.736032] env[69520]: INFO nova.compute.manager [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1107.736032] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.736032] env[69520]: DEBUG nova.compute.manager [-] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.736032] env[69520]: DEBUG nova.network.neutron [-] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.754851] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5042ee6b-795c-4e4f-9ad2-d1fb749e0a81 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.762756] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f524fa9-f51e-4801-b4db-be32b81f16e1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.797104] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad059501-ff51-4d86-af75-6bdfc6f56ee2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.805982] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536cce07-5cf7-43a3-820d-e64279fda064 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.819814] env[69520]: DEBUG nova.compute.provider_tree [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.004487] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482442, 'name': Destroy_Task, 'duration_secs': 0.346117} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.004878] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Destroyed the VM [ 1108.005198] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1108.005606] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42a0f3b8-6b27-4ac7-93a2-22195f8fefee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.013869] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1108.013869] env[69520]: value = "task-3482443" [ 1108.013869] env[69520]: _type = "Task" [ 1108.013869] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.024169] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482443, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.186617] env[69520]: DEBUG nova.compute.manager [req-bce47156-6b7d-421f-b1ac-9a4552c0bbf9 req-6c79462e-11e9-493f-830d-f853cdc3e867 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Received event network-vif-deleted-bf7ae461-3d38-49c0-9d90-c9493a30ba96 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.186617] env[69520]: INFO nova.compute.manager [req-bce47156-6b7d-421f-b1ac-9a4552c0bbf9 req-6c79462e-11e9-493f-830d-f853cdc3e867 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Neutron deleted interface bf7ae461-3d38-49c0-9d90-c9493a30ba96; detaching it from the instance and deleting it from the info cache [ 1108.186617] env[69520]: DEBUG nova.network.neutron [req-bce47156-6b7d-421f-b1ac-9a4552c0bbf9 req-6c79462e-11e9-493f-830d-f853cdc3e867 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.323377] env[69520]: DEBUG nova.scheduler.client.report [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.524524] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482443, 'name': RemoveSnapshot_Task, 'duration_secs': 0.386251} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.524819] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1108.525102] env[69520]: DEBUG nova.compute.manager [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.525859] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3918ba7-0664-494e-b073-48c3f194d976 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.646806] env[69520]: DEBUG nova.network.neutron [-] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.652795] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "32b238de-7b9e-4dde-819e-ca21c035077e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.653375] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "32b238de-7b9e-4dde-819e-ca21c035077e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.690803] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5536e14a-ad5c-4ead-a7d8-4eed7a206350 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.701865] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48483a4f-aca8-4443-9a0d-c9d811bc9a00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.736335] env[69520]: DEBUG nova.compute.manager [req-bce47156-6b7d-421f-b1ac-9a4552c0bbf9 req-6c79462e-11e9-493f-830d-f853cdc3e867 service nova] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Detach interface failed, port_id=bf7ae461-3d38-49c0-9d90-c9493a30ba96, reason: Instance a0cab861-8895-4c6c-b33d-0682928e8c25 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.829014] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.829425] env[69520]: DEBUG nova.compute.manager [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.832133] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.988s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.833501] env[69520]: INFO nova.compute.claims [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.040509] env[69520]: INFO nova.compute.manager [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Shelve offloading [ 1109.149082] env[69520]: INFO nova.compute.manager [-] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Took 1.41 seconds to deallocate network for instance. [ 1109.155382] env[69520]: DEBUG nova.compute.manager [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.337929] env[69520]: DEBUG nova.compute.utils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.344360] env[69520]: DEBUG nova.compute.manager [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.344562] env[69520]: DEBUG nova.network.neutron [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.388413] env[69520]: DEBUG nova.policy [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36e5a52ce1a7437b996aaa3c5dbaa42e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a07407bcfc2a4801901288fc8eca9be8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.545082] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.545435] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c8bb539-a0a4-4cd3-a83f-8b52c353bd6b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.553511] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1109.553511] env[69520]: value = "task-3482444" [ 1109.553511] env[69520]: _type = "Task" [ 1109.553511] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.563391] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.657974] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.659834] env[69520]: DEBUG nova.network.neutron [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Successfully created port: 3fe06033-8bbc-4f02-8ba8-357f775dc635 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.691479] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.845748] env[69520]: DEBUG nova.compute.manager [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.940114] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.940740] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.034701] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104a3a8b-0ea6-4de4-85de-d33177169cfb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.043239] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6a5a6-496e-4adc-9a91-4d934a230cf8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.079746] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a579dbc0-9c5e-4585-a924-8b6e25d89b88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.090987] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1110.091242] env[69520]: DEBUG nova.compute.manager [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.092031] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c03d4a-d612-4c29-8d46-db3d910aba3b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.095375] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c639a97d-fbc8-4481-a1f6-3f9c77413a16 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.110936] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.111146] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.111335] env[69520]: DEBUG nova.network.neutron [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.112738] env[69520]: DEBUG nova.compute.provider_tree [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.443824] env[69520]: DEBUG nova.compute.manager [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.617189] env[69520]: DEBUG nova.scheduler.client.report [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.805855] env[69520]: DEBUG nova.network.neutron [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updating instance_info_cache with network_info: [{"id": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "address": "fa:16:3e:a0:78:d4", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e6946-f7", "ovs_interfaceid": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.861430] env[69520]: DEBUG nova.compute.manager [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.889331] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.889567] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.889897] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.890146] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.890308] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.890453] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.890660] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.890819] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.891014] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.891194] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.891369] env[69520]: DEBUG nova.virt.hardware [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.892273] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123934ed-0aaf-4f7c-99c1-4cd653ee32a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.901218] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e10785-6acf-4aea-b248-9867bfc6a152 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.965823] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.092463] env[69520]: DEBUG nova.compute.manager [req-d276c8df-03ae-4c6b-9a53-d8fdee3dc975 req-d486b3f7-1074-491a-ae90-3a4c8bdb962d service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Received event network-vif-plugged-3fe06033-8bbc-4f02-8ba8-357f775dc635 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.092463] env[69520]: DEBUG oslo_concurrency.lockutils [req-d276c8df-03ae-4c6b-9a53-d8fdee3dc975 req-d486b3f7-1074-491a-ae90-3a4c8bdb962d service nova] Acquiring lock "cf342722-74bc-4cac-9433-64a3230906aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.092463] env[69520]: DEBUG oslo_concurrency.lockutils [req-d276c8df-03ae-4c6b-9a53-d8fdee3dc975 req-d486b3f7-1074-491a-ae90-3a4c8bdb962d service nova] Lock "cf342722-74bc-4cac-9433-64a3230906aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.092463] env[69520]: DEBUG oslo_concurrency.lockutils [req-d276c8df-03ae-4c6b-9a53-d8fdee3dc975 req-d486b3f7-1074-491a-ae90-3a4c8bdb962d service nova] Lock "cf342722-74bc-4cac-9433-64a3230906aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.093031] env[69520]: DEBUG nova.compute.manager [req-d276c8df-03ae-4c6b-9a53-d8fdee3dc975 req-d486b3f7-1074-491a-ae90-3a4c8bdb962d service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] No waiting events found dispatching network-vif-plugged-3fe06033-8bbc-4f02-8ba8-357f775dc635 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.093346] env[69520]: WARNING nova.compute.manager [req-d276c8df-03ae-4c6b-9a53-d8fdee3dc975 req-d486b3f7-1074-491a-ae90-3a4c8bdb962d service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Received unexpected event network-vif-plugged-3fe06033-8bbc-4f02-8ba8-357f775dc635 for instance with vm_state building and task_state spawning. [ 1111.125018] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.125018] env[69520]: DEBUG nova.compute.manager [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.125709] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.469s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.126062] env[69520]: DEBUG nova.objects.instance [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lazy-loading 'resources' on Instance uuid a0cab861-8895-4c6c-b33d-0682928e8c25 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.173947] env[69520]: DEBUG nova.network.neutron [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Successfully updated port: 3fe06033-8bbc-4f02-8ba8-357f775dc635 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.308337] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.575738] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.576771] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2385eb-ac59-4518-bc74-87f34db95190 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.584982] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.585258] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95672bb8-7fee-47ee-a63d-a5d35819cd5c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.633046] env[69520]: DEBUG nova.compute.utils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.634621] env[69520]: DEBUG nova.compute.manager [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.634797] env[69520]: DEBUG nova.network.neutron [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.656247] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.658208] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.658208] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleting the datastore file [datastore2] 75e1ab9d-f2a8-481d-96de-b246a927b7c4 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.658208] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87b58c66-562f-4890-9074-9cb759b2dbde {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.666889] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1111.666889] env[69520]: value = "task-3482446" [ 1111.666889] env[69520]: _type = "Task" [ 1111.666889] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.673928] env[69520]: DEBUG nova.policy [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fcd0ca20e894a6bbeda7986543ab6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f73905de31544aaea469db8a738f9c01', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.678873] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.679042] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.679251] env[69520]: DEBUG nova.network.neutron [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.680353] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.813143] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91b34c6-a6fc-421e-be90-0e146d4a0527 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.828227] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ce47f2-9ec5-4f40-be26-bf89e983280b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.859959] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccc19a3-ed44-4717-837c-88a09aca0d6f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.867559] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c6301-5aa9-43e6-b018-e2cd5f20041a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.880971] env[69520]: DEBUG nova.compute.provider_tree [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.942784] env[69520]: DEBUG nova.network.neutron [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Successfully created port: a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.138213] env[69520]: DEBUG nova.compute.manager [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.177884] env[69520]: DEBUG oslo_vmware.api [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141052} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.180104] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.180104] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.180104] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.198342] env[69520]: INFO nova.scheduler.client.report [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleted allocations for instance 75e1ab9d-f2a8-481d-96de-b246a927b7c4 [ 1112.219833] env[69520]: DEBUG nova.network.neutron [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.343538] env[69520]: DEBUG nova.network.neutron [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Updating instance_info_cache with network_info: [{"id": "3fe06033-8bbc-4f02-8ba8-357f775dc635", "address": "fa:16:3e:ba:e3:08", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe06033-8b", "ovs_interfaceid": "3fe06033-8bbc-4f02-8ba8-357f775dc635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.383665] env[69520]: DEBUG nova.scheduler.client.report [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.702366] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.846157] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.846531] env[69520]: DEBUG nova.compute.manager [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Instance network_info: |[{"id": "3fe06033-8bbc-4f02-8ba8-357f775dc635", "address": "fa:16:3e:ba:e3:08", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe06033-8b", "ovs_interfaceid": "3fe06033-8bbc-4f02-8ba8-357f775dc635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.847194] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:e3:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fe06033-8bbc-4f02-8ba8-357f775dc635', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.854857] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.855107] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.855356] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37b19e5c-d68d-4bce-80b3-625a8d0f21a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.877637] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.877637] env[69520]: value = "task-3482447" [ 1112.877637] env[69520]: _type = "Task" [ 1112.877637] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.885425] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482447, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.891316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.893530] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.202s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.895022] env[69520]: INFO nova.compute.claims [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.910646] env[69520]: INFO nova.scheduler.client.report [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Deleted allocations for instance a0cab861-8895-4c6c-b33d-0682928e8c25 [ 1113.123661] env[69520]: DEBUG nova.compute.manager [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Received event network-changed-3fe06033-8bbc-4f02-8ba8-357f775dc635 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.123876] env[69520]: DEBUG nova.compute.manager [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Refreshing instance network info cache due to event network-changed-3fe06033-8bbc-4f02-8ba8-357f775dc635. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.124297] env[69520]: DEBUG oslo_concurrency.lockutils [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] Acquiring lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.124297] env[69520]: DEBUG oslo_concurrency.lockutils [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] Acquired lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.124423] env[69520]: DEBUG nova.network.neutron [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Refreshing network info cache for port 3fe06033-8bbc-4f02-8ba8-357f775dc635 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.147619] env[69520]: DEBUG nova.compute.manager [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.174602] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.174876] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.175065] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.175264] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.175432] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.175591] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.175806] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.175962] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.176147] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.176313] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.176485] env[69520]: DEBUG nova.virt.hardware [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.177372] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b00512-8880-4bb3-b819-569a955bea7b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.186693] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6f92bd-d761-45a1-9632-2e6995b7f985 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.388021] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482447, 'name': CreateVM_Task, 'duration_secs': 0.317177} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.388151] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.389531] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389531] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.389531] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389655] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef45a6b1-7e9b-481b-8b4f-c40350c1f7d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.395088] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1113.395088] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524812da-dbe6-bb91-113b-3f191e374936" [ 1113.395088] env[69520]: _type = "Task" [ 1113.395088] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.404509] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524812da-dbe6-bb91-113b-3f191e374936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.416911] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9cd618c2-6008-4e1f-8ece-4d8378c8beef tempest-AttachInterfacesTestJSON-261138800 tempest-AttachInterfacesTestJSON-261138800-project-member] Lock "a0cab861-8895-4c6c-b33d-0682928e8c25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.337s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.480364] env[69520]: DEBUG nova.network.neutron [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Successfully updated port: a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.887027] env[69520]: DEBUG nova.network.neutron [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Updated VIF entry in instance network info cache for port 3fe06033-8bbc-4f02-8ba8-357f775dc635. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.887027] env[69520]: DEBUG nova.network.neutron [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Updating instance_info_cache with network_info: [{"id": "3fe06033-8bbc-4f02-8ba8-357f775dc635", "address": "fa:16:3e:ba:e3:08", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe06033-8b", "ovs_interfaceid": "3fe06033-8bbc-4f02-8ba8-357f775dc635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.909344] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524812da-dbe6-bb91-113b-3f191e374936, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.910890] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.910890] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.910890] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.910890] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.910890] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.911352] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc0d4b6-70b3-4019-a92d-e8c71119967e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.915470] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.916021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.922545] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.922730] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.926087] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe25ea99-3547-4432-a16f-29e503f68183 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.932858] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1113.932858] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521b0cdf-57fd-a135-53b6-5cc90985f724" [ 1113.932858] env[69520]: _type = "Task" [ 1113.932858] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.945937] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521b0cdf-57fd-a135-53b6-5cc90985f724, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.947090] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6663040d-930c-4469-bacc-df5c61ca9276 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.963583] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1113.963583] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524dc9b4-f98e-0eaa-29cf-31f0ac82a9b7" [ 1113.963583] env[69520]: _type = "Task" [ 1113.963583] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.975338] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524dc9b4-f98e-0eaa-29cf-31f0ac82a9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.985159] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "refresh_cache-9131fadb-f3ca-4eaa-8fde-452517eed627" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.985267] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired lock "refresh_cache-9131fadb-f3ca-4eaa-8fde-452517eed627" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.985360] env[69520]: DEBUG nova.network.neutron [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.050965] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.092336] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7197c07c-bbc0-4701-be45-a3fbadd6d18d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.100681] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e383dcf-7277-4f1c-ad3e-725a4dedeaeb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.132094] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad365b-8d91-416d-bc42-59664be5d50f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.140514] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5945cd50-05b3-47f5-ae10-98d5495affd1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.154255] env[69520]: DEBUG nova.compute.provider_tree [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.389822] env[69520]: DEBUG oslo_concurrency.lockutils [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] Releasing lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.390132] env[69520]: DEBUG nova.compute.manager [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Received event network-vif-unplugged-901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.390336] env[69520]: DEBUG oslo_concurrency.lockutils [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] Acquiring lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.390545] env[69520]: DEBUG oslo_concurrency.lockutils [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.390708] env[69520]: DEBUG oslo_concurrency.lockutils [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.390874] env[69520]: DEBUG nova.compute.manager [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] No waiting events found dispatching network-vif-unplugged-901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.391072] env[69520]: WARNING nova.compute.manager [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Received unexpected event network-vif-unplugged-901e6946-f7b0-4e8b-812e-584ac37ee2e1 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1114.391234] env[69520]: DEBUG nova.compute.manager [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Received event network-changed-901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.391385] env[69520]: DEBUG nova.compute.manager [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Refreshing instance network info cache due to event network-changed-901e6946-f7b0-4e8b-812e-584ac37ee2e1. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.391569] env[69520]: DEBUG oslo_concurrency.lockutils [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] Acquiring lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.391708] env[69520]: DEBUG oslo_concurrency.lockutils [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] Acquired lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.392296] env[69520]: DEBUG nova.network.neutron [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Refreshing network info cache for port 901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.422137] env[69520]: DEBUG nova.compute.utils [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.474639] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524dc9b4-f98e-0eaa-29cf-31f0ac82a9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.475106] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.475211] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] cf342722-74bc-4cac-9433-64a3230906aa/cf342722-74bc-4cac-9433-64a3230906aa.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.475462] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4a88726-3e50-484b-87f2-52f7cd5b9f90 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.482740] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1114.482740] env[69520]: value = "task-3482448" [ 1114.482740] env[69520]: _type = "Task" [ 1114.482740] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.491086] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.544897] env[69520]: DEBUG nova.network.neutron [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.657367] env[69520]: DEBUG nova.scheduler.client.report [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.754538] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "c3b3253e-53f8-456e-a4f3-7e554403481f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.754830] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.755064] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "c3b3253e-53f8-456e-a4f3-7e554403481f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.755309] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.755529] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.758764] env[69520]: INFO nova.compute.manager [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Terminating instance [ 1114.811603] env[69520]: DEBUG nova.network.neutron [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Updating instance_info_cache with network_info: [{"id": "a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb", "address": "fa:16:3e:7c:58:ba", "network": {"id": "4eaede0d-71f7-4799-be11-62134c4d9ea0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-555272556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f73905de31544aaea469db8a738f9c01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d04a04-6f", "ovs_interfaceid": "a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.924031] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.993592] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503288} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.993918] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] cf342722-74bc-4cac-9433-64a3230906aa/cf342722-74bc-4cac-9433-64a3230906aa.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.994190] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.994483] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13134ace-71fa-4754-b68f-ec01bf578319 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.002100] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1115.002100] env[69520]: value = "task-3482449" [ 1115.002100] env[69520]: _type = "Task" [ 1115.002100] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.012136] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.162911] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.163477] env[69520]: DEBUG nova.compute.manager [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.166079] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.200s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.167591] env[69520]: INFO nova.compute.claims [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.247138] env[69520]: DEBUG nova.compute.manager [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Received event network-vif-plugged-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.247384] env[69520]: DEBUG oslo_concurrency.lockutils [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] Acquiring lock "9131fadb-f3ca-4eaa-8fde-452517eed627-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.247600] env[69520]: DEBUG oslo_concurrency.lockutils [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] Lock "9131fadb-f3ca-4eaa-8fde-452517eed627-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.247774] env[69520]: DEBUG oslo_concurrency.lockutils [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] Lock "9131fadb-f3ca-4eaa-8fde-452517eed627-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.247949] env[69520]: DEBUG nova.compute.manager [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] No waiting events found dispatching network-vif-plugged-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.248179] env[69520]: WARNING nova.compute.manager [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Received unexpected event network-vif-plugged-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb for instance with vm_state building and task_state spawning. [ 1115.248348] env[69520]: DEBUG nova.compute.manager [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Received event network-changed-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.248596] env[69520]: DEBUG nova.compute.manager [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Refreshing instance network info cache due to event network-changed-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.248750] env[69520]: DEBUG oslo_concurrency.lockutils [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] Acquiring lock "refresh_cache-9131fadb-f3ca-4eaa-8fde-452517eed627" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.263405] env[69520]: DEBUG nova.compute.manager [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.263608] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.264473] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39985ef-f98e-496d-bc80-4ed2dc2d6271 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.273271] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.273523] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eb883c4-fc12-44ef-b202-a56aa37e6950 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.280431] env[69520]: DEBUG oslo_vmware.api [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1115.280431] env[69520]: value = "task-3482450" [ 1115.280431] env[69520]: _type = "Task" [ 1115.280431] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.288575] env[69520]: DEBUG oslo_vmware.api [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.314480] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Releasing lock "refresh_cache-9131fadb-f3ca-4eaa-8fde-452517eed627" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.314613] env[69520]: DEBUG nova.compute.manager [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Instance network_info: |[{"id": "a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb", "address": "fa:16:3e:7c:58:ba", "network": {"id": "4eaede0d-71f7-4799-be11-62134c4d9ea0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-555272556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f73905de31544aaea469db8a738f9c01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d04a04-6f", "ovs_interfaceid": "a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.314847] env[69520]: DEBUG oslo_concurrency.lockutils [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] Acquired lock "refresh_cache-9131fadb-f3ca-4eaa-8fde-452517eed627" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.315031] env[69520]: DEBUG nova.network.neutron [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Refreshing network info cache for port a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.317336] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:58:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.324685] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.327928] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.328868] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c5fe67e-e015-4044-bb70-1c63982d483e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.350117] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.350117] env[69520]: value = "task-3482451" [ 1115.350117] env[69520]: _type = "Task" [ 1115.350117] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.360405] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482451, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.445221] env[69520]: DEBUG nova.network.neutron [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updated VIF entry in instance network info cache for port 901e6946-f7b0-4e8b-812e-584ac37ee2e1. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.445221] env[69520]: DEBUG nova.network.neutron [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updating instance_info_cache with network_info: [{"id": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "address": "fa:16:3e:a0:78:d4", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap901e6946-f7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.515627] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061812} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.515903] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.516857] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d80298-d4dc-4655-a5fe-c3535c4a235d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.543231] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] cf342722-74bc-4cac-9433-64a3230906aa/cf342722-74bc-4cac-9433-64a3230906aa.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.543840] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe6c7fe9-0ec3-4951-ae9c-ace40b80d6ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.565681] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1115.565681] env[69520]: value = "task-3482452" [ 1115.565681] env[69520]: _type = "Task" [ 1115.565681] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.574259] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.672094] env[69520]: DEBUG nova.compute.utils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.676829] env[69520]: DEBUG nova.compute.manager [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.677058] env[69520]: DEBUG nova.network.neutron [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.717033] env[69520]: DEBUG nova.policy [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac66dfd3cdc46a09b43d18737a0f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1fbaaf2f0c945d7a4c9e155d33f833d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.811927] env[69520]: DEBUG oslo_vmware.api [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.869239] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482451, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.949921] env[69520]: DEBUG oslo_concurrency.lockutils [req-81d5bffe-f58c-43f1-8b77-25f36a492cae req-918e2e1e-f299-4d28-8d35-460b109efe01 service nova] Releasing lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.007800] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.007800] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.007800] env[69520]: INFO nova.compute.manager [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Attaching volume 00cb0999-6e92-4c78-be5b-4b4fc4b742df to /dev/sdb [ 1116.024635] env[69520]: DEBUG nova.network.neutron [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Successfully created port: fe15ebd1-f836-4f06-aba5-b0577bf73726 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.054191] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b112cec8-f3fd-45d2-8179-08c5087d01f3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.066483] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1103915-1bb9-47b8-9c15-1d48049dea27 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.086579] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.091549] env[69520]: DEBUG nova.virt.block_device [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating existing volume attachment record: b4674c29-e9e5-4515-af8c-a6b436a2714f {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1116.130592] env[69520]: DEBUG nova.network.neutron [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Updated VIF entry in instance network info cache for port a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.131410] env[69520]: DEBUG nova.network.neutron [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Updating instance_info_cache with network_info: [{"id": "a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb", "address": "fa:16:3e:7c:58:ba", "network": {"id": "4eaede0d-71f7-4799-be11-62134c4d9ea0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-555272556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f73905de31544aaea469db8a738f9c01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d04a04-6f", "ovs_interfaceid": "a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.177418] env[69520]: DEBUG nova.compute.manager [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.294791] env[69520]: DEBUG oslo_vmware.api [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482450, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.369298] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482451, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.398460] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4865e15f-953b-47ab-8714-05a91bca2703 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.406603] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf5d900-c5a6-4e08-bc86-0c9b3da649c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.438578] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a323c0e6-388a-4602-81cb-f3fb740a5a02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.446252] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7296011b-93c8-4f87-89a9-14063ad9b790 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.460094] env[69520]: DEBUG nova.compute.provider_tree [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.582154] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.636513] env[69520]: DEBUG oslo_concurrency.lockutils [req-ba055232-9bc6-49e5-9174-94167b23db13 req-af42c748-ee4a-4702-9139-4a3acd25db87 service nova] Releasing lock "refresh_cache-9131fadb-f3ca-4eaa-8fde-452517eed627" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.793885] env[69520]: DEBUG oslo_vmware.api [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482450, 'name': PowerOffVM_Task, 'duration_secs': 1.045413} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.794186] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.794357] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.794634] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc29a589-5bb4-4492-b3df-78912f5d7c39 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.875722] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482451, 'name': CreateVM_Task, 'duration_secs': 1.084481} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.876107] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.876335] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.876656] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Deleting the datastore file [datastore1] c3b3253e-53f8-456e-a4f3-7e554403481f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.876824] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.877065] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cb14c7f-7441-4abe-99e9-f89f4e9c20dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.880031] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.880031] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.880342] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.880601] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f34d29-0604-4f53-a878-df856394c30a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.886448] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1116.886448] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52232801-7824-50bf-b107-16efde074253" [ 1116.886448] env[69520]: _type = "Task" [ 1116.886448] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.891713] env[69520]: DEBUG oslo_vmware.api [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1116.891713] env[69520]: value = "task-3482457" [ 1116.891713] env[69520]: _type = "Task" [ 1116.891713] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.897626] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52232801-7824-50bf-b107-16efde074253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.904759] env[69520]: DEBUG oslo_vmware.api [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.963120] env[69520]: DEBUG nova.scheduler.client.report [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.083416] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482452, 'name': ReconfigVM_Task, 'duration_secs': 1.354169} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.083715] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Reconfigured VM instance instance-00000063 to attach disk [datastore2] cf342722-74bc-4cac-9433-64a3230906aa/cf342722-74bc-4cac-9433-64a3230906aa.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.084384] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5616a6ea-9dad-4eb8-8b5b-edd2368dd631 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.091657] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1117.091657] env[69520]: value = "task-3482458" [ 1117.091657] env[69520]: _type = "Task" [ 1117.091657] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.100491] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482458, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.189830] env[69520]: DEBUG nova.compute.manager [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.219866] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.220127] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.220290] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.220472] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.220616] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.220758] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.220965] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.221140] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.221309] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.221467] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.221635] env[69520]: DEBUG nova.virt.hardware [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.222523] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dec2989-4864-4efd-b281-8e3a3536557e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.230872] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899a3997-e4df-4d8c-a0c6-49df30238b47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.399044] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52232801-7824-50bf-b107-16efde074253, 'name': SearchDatastore_Task, 'duration_secs': 0.015613} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.399743] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.400038] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.400285] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.400432] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.400609] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.400869] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e6ac53-b9fa-4002-9c0f-531f4bfc61e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.405584] env[69520]: DEBUG oslo_vmware.api [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198529} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.406199] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.406395] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.406598] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.406774] env[69520]: INFO nova.compute.manager [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1117.407017] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.407222] env[69520]: DEBUG nova.compute.manager [-] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.407314] env[69520]: DEBUG nova.network.neutron [-] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.413594] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.413806] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.414618] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f437c004-51d9-4243-b08c-f9329042ab59 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.421527] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1117.421527] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5221759e-9bbe-6ccf-b6b4-a5ce6b21ffb9" [ 1117.421527] env[69520]: _type = "Task" [ 1117.421527] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.429833] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5221759e-9bbe-6ccf-b6b4-a5ce6b21ffb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.468979] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.469543] env[69520]: DEBUG nova.compute.manager [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.476021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.770s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.476021] env[69520]: DEBUG nova.objects.instance [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lazy-loading 'resources' on Instance uuid 75e1ab9d-f2a8-481d-96de-b246a927b7c4 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.602919] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482458, 'name': Rename_Task, 'duration_secs': 0.155184} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.603776] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.604133] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06913257-a7b1-4185-a3a1-6e133f59de3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.614187] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1117.614187] env[69520]: value = "task-3482459" [ 1117.614187] env[69520]: _type = "Task" [ 1117.614187] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.621128] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.749048] env[69520]: DEBUG nova.compute.manager [req-b4bcbbf2-5fa8-4860-a836-6e6f4fd5411a req-2c517658-ad84-4718-b69a-26b18b7d5d98 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Received event network-vif-plugged-fe15ebd1-f836-4f06-aba5-b0577bf73726 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.749048] env[69520]: DEBUG oslo_concurrency.lockutils [req-b4bcbbf2-5fa8-4860-a836-6e6f4fd5411a req-2c517658-ad84-4718-b69a-26b18b7d5d98 service nova] Acquiring lock "32b238de-7b9e-4dde-819e-ca21c035077e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.749048] env[69520]: DEBUG oslo_concurrency.lockutils [req-b4bcbbf2-5fa8-4860-a836-6e6f4fd5411a req-2c517658-ad84-4718-b69a-26b18b7d5d98 service nova] Lock "32b238de-7b9e-4dde-819e-ca21c035077e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.749048] env[69520]: DEBUG oslo_concurrency.lockutils [req-b4bcbbf2-5fa8-4860-a836-6e6f4fd5411a req-2c517658-ad84-4718-b69a-26b18b7d5d98 service nova] Lock "32b238de-7b9e-4dde-819e-ca21c035077e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.749048] env[69520]: DEBUG nova.compute.manager [req-b4bcbbf2-5fa8-4860-a836-6e6f4fd5411a req-2c517658-ad84-4718-b69a-26b18b7d5d98 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] No waiting events found dispatching network-vif-plugged-fe15ebd1-f836-4f06-aba5-b0577bf73726 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.749048] env[69520]: WARNING nova.compute.manager [req-b4bcbbf2-5fa8-4860-a836-6e6f4fd5411a req-2c517658-ad84-4718-b69a-26b18b7d5d98 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Received unexpected event network-vif-plugged-fe15ebd1-f836-4f06-aba5-b0577bf73726 for instance with vm_state building and task_state spawning. [ 1117.935558] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5221759e-9bbe-6ccf-b6b4-a5ce6b21ffb9, 'name': SearchDatastore_Task, 'duration_secs': 0.032428} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.935558] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1512d48a-05dc-4832-b6b5-957162f8445b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.941552] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1117.941552] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dbb2b0-f105-5e2c-8d8f-cc50e689f604" [ 1117.941552] env[69520]: _type = "Task" [ 1117.941552] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.955398] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dbb2b0-f105-5e2c-8d8f-cc50e689f604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.978023] env[69520]: DEBUG nova.compute.utils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.978023] env[69520]: DEBUG nova.objects.instance [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lazy-loading 'numa_topology' on Instance uuid 75e1ab9d-f2a8-481d-96de-b246a927b7c4 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.979456] env[69520]: DEBUG nova.compute.manager [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.979759] env[69520]: DEBUG nova.network.neutron [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.047172] env[69520]: DEBUG nova.policy [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '099785cc30bb4127aad210c89f4f0167', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a251ca032bf44ccda3beede103c2e6e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.123237] env[69520]: DEBUG oslo_vmware.api [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482459, 'name': PowerOnVM_Task, 'duration_secs': 0.473065} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.123475] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.123823] env[69520]: INFO nova.compute.manager [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1118.124131] env[69520]: DEBUG nova.compute.manager [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.125033] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97667da9-0089-4cf0-ae2f-7e6d029f462c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.217576] env[69520]: DEBUG nova.network.neutron [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Successfully updated port: fe15ebd1-f836-4f06-aba5-b0577bf73726 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.242264] env[69520]: DEBUG nova.compute.manager [req-dd919830-0288-4691-8b98-f5aa8bd5f151 req-1ff78278-c5fc-413c-86a4-fb698ae88949 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Received event network-changed-fe15ebd1-f836-4f06-aba5-b0577bf73726 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.242264] env[69520]: DEBUG nova.compute.manager [req-dd919830-0288-4691-8b98-f5aa8bd5f151 req-1ff78278-c5fc-413c-86a4-fb698ae88949 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Refreshing instance network info cache due to event network-changed-fe15ebd1-f836-4f06-aba5-b0577bf73726. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.242264] env[69520]: DEBUG oslo_concurrency.lockutils [req-dd919830-0288-4691-8b98-f5aa8bd5f151 req-1ff78278-c5fc-413c-86a4-fb698ae88949 service nova] Acquiring lock "refresh_cache-32b238de-7b9e-4dde-819e-ca21c035077e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.242264] env[69520]: DEBUG oslo_concurrency.lockutils [req-dd919830-0288-4691-8b98-f5aa8bd5f151 req-1ff78278-c5fc-413c-86a4-fb698ae88949 service nova] Acquired lock "refresh_cache-32b238de-7b9e-4dde-819e-ca21c035077e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.242264] env[69520]: DEBUG nova.network.neutron [req-dd919830-0288-4691-8b98-f5aa8bd5f151 req-1ff78278-c5fc-413c-86a4-fb698ae88949 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Refreshing network info cache for port fe15ebd1-f836-4f06-aba5-b0577bf73726 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.332144] env[69520]: DEBUG nova.compute.manager [req-05f75379-84de-434c-902e-c0bc66126335 req-2954d180-be98-4370-989d-8738c19e7c28 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Received event network-vif-deleted-d68fc9b4-191d-4104-9bb6-1e32e2364512 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.332144] env[69520]: INFO nova.compute.manager [req-05f75379-84de-434c-902e-c0bc66126335 req-2954d180-be98-4370-989d-8738c19e7c28 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Neutron deleted interface d68fc9b4-191d-4104-9bb6-1e32e2364512; detaching it from the instance and deleting it from the info cache [ 1118.332144] env[69520]: DEBUG nova.network.neutron [req-05f75379-84de-434c-902e-c0bc66126335 req-2954d180-be98-4370-989d-8738c19e7c28 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.453514] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dbb2b0-f105-5e2c-8d8f-cc50e689f604, 'name': SearchDatastore_Task, 'duration_secs': 0.013609} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.453959] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.454386] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9131fadb-f3ca-4eaa-8fde-452517eed627/9131fadb-f3ca-4eaa-8fde-452517eed627.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.454769] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84136c99-9dfb-41ba-ae0a-0bfca08d4e31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.464016] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1118.464016] env[69520]: value = "task-3482460" [ 1118.464016] env[69520]: _type = "Task" [ 1118.464016] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.470714] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.479887] env[69520]: DEBUG nova.compute.manager [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.483428] env[69520]: DEBUG nova.network.neutron [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Successfully created port: de599e6d-411e-45fd-930f-2bd6ffa2d454 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.485782] env[69520]: DEBUG nova.objects.base [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Object Instance<75e1ab9d-f2a8-481d-96de-b246a927b7c4> lazy-loaded attributes: resources,numa_topology {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1118.649730] env[69520]: INFO nova.compute.manager [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Took 13.53 seconds to build instance. [ 1118.717720] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c33f6-46d1-41f2-b1a8-c82014a73b76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.721533] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "refresh_cache-32b238de-7b9e-4dde-819e-ca21c035077e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.727553] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6515480a-7168-4912-94e3-feeae6abdcab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.772859] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc24470-d481-484b-9c17-5f3577eda097 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.781775] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4c6993-9eb4-484e-94b5-db4d57c3c7d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.800450] env[69520]: DEBUG nova.compute.provider_tree [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.807885] env[69520]: DEBUG nova.network.neutron [-] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.808594] env[69520]: DEBUG nova.network.neutron [req-dd919830-0288-4691-8b98-f5aa8bd5f151 req-1ff78278-c5fc-413c-86a4-fb698ae88949 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.834648] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b602172a-bf10-4517-b168-1ec791f15256 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.847251] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c3e287-97ce-40ed-bf67-77b8864bcf93 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.882082] env[69520]: DEBUG nova.compute.manager [req-05f75379-84de-434c-902e-c0bc66126335 req-2954d180-be98-4370-989d-8738c19e7c28 service nova] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Detach interface failed, port_id=d68fc9b4-191d-4104-9bb6-1e32e2364512, reason: Instance c3b3253e-53f8-456e-a4f3-7e554403481f could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.913011] env[69520]: DEBUG nova.network.neutron [req-dd919830-0288-4691-8b98-f5aa8bd5f151 req-1ff78278-c5fc-413c-86a4-fb698ae88949 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.972340] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456419} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.972617] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 9131fadb-f3ca-4eaa-8fde-452517eed627/9131fadb-f3ca-4eaa-8fde-452517eed627.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.972855] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.973130] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a28803d0-637d-4e7e-b686-b5e3630100e3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.981440] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1118.981440] env[69520]: value = "task-3482462" [ 1118.981440] env[69520]: _type = "Task" [ 1118.981440] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.999170] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.151770] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d21c7242-6b93-4999-b123-82007287cb91 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "cf342722-74bc-4cac-9433-64a3230906aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.039s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.302095] env[69520]: DEBUG nova.scheduler.client.report [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.311395] env[69520]: INFO nova.compute.manager [-] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Took 1.90 seconds to deallocate network for instance. [ 1119.415761] env[69520]: DEBUG oslo_concurrency.lockutils [req-dd919830-0288-4691-8b98-f5aa8bd5f151 req-1ff78278-c5fc-413c-86a4-fb698ae88949 service nova] Releasing lock "refresh_cache-32b238de-7b9e-4dde-819e-ca21c035077e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.416160] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "refresh_cache-32b238de-7b9e-4dde-819e-ca21c035077e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.416310] env[69520]: DEBUG nova.network.neutron [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.493186] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069773} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.493466] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.494341] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22c41a3-0a40-4193-bd7c-61f9b6c2e980 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.509327] env[69520]: DEBUG nova.compute.manager [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.519756] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 9131fadb-f3ca-4eaa-8fde-452517eed627/9131fadb-f3ca-4eaa-8fde-452517eed627.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.520296] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ea1faa-9bca-465e-9c0b-7c6eb6fc491c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.543105] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1119.543105] env[69520]: value = "task-3482463" [ 1119.543105] env[69520]: _type = "Task" [ 1119.543105] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.555217] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.556210] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.556454] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.556571] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.556763] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.556894] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.557056] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.557270] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.557447] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.557586] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.557746] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.557970] env[69520]: DEBUG nova.virt.hardware [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.560696] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8df036e-0ee5-4a29-a579-a5ffe64a88bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.570150] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8916934-02f4-4cbd-8788-8a9bb4a4646b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.809050] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.818334] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.818651] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.818900] env[69520]: DEBUG nova.objects.instance [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'resources' on Instance uuid c3b3253e-53f8-456e-a4f3-7e554403481f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.949273] env[69520]: DEBUG nova.network.neutron [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.061079] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482463, 'name': ReconfigVM_Task, 'duration_secs': 0.300565} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.061508] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 9131fadb-f3ca-4eaa-8fde-452517eed627/9131fadb-f3ca-4eaa-8fde-452517eed627.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.062296] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87701ab5-070d-429c-8349-8db751c455ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.071502] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1120.071502] env[69520]: value = "task-3482464" [ 1120.071502] env[69520]: _type = "Task" [ 1120.071502] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.085826] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482464, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.132406] env[69520]: DEBUG nova.network.neutron [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Updating instance_info_cache with network_info: [{"id": "fe15ebd1-f836-4f06-aba5-b0577bf73726", "address": "fa:16:3e:c8:9e:80", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe15ebd1-f8", "ovs_interfaceid": "fe15ebd1-f836-4f06-aba5-b0577bf73726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.148202] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "cf342722-74bc-4cac-9433-64a3230906aa" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.148432] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "cf342722-74bc-4cac-9433-64a3230906aa" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.148608] env[69520]: INFO nova.compute.manager [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Shelving [ 1120.320021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5cae9f7d-0bfc-4d79-9842-172cfca2044d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.825s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.320021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.267s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.320021] env[69520]: INFO nova.compute.manager [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Unshelving [ 1120.366302] env[69520]: DEBUG nova.compute.manager [req-66eb2dc0-4cf8-4026-8f82-92fa57090b34 req-0ff2ae19-9833-44e5-b73e-150e741191a4 service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Received event network-vif-plugged-de599e6d-411e-45fd-930f-2bd6ffa2d454 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.366541] env[69520]: DEBUG oslo_concurrency.lockutils [req-66eb2dc0-4cf8-4026-8f82-92fa57090b34 req-0ff2ae19-9833-44e5-b73e-150e741191a4 service nova] Acquiring lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.366919] env[69520]: DEBUG oslo_concurrency.lockutils [req-66eb2dc0-4cf8-4026-8f82-92fa57090b34 req-0ff2ae19-9833-44e5-b73e-150e741191a4 service nova] Lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.367136] env[69520]: DEBUG oslo_concurrency.lockutils [req-66eb2dc0-4cf8-4026-8f82-92fa57090b34 req-0ff2ae19-9833-44e5-b73e-150e741191a4 service nova] Lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.367348] env[69520]: DEBUG nova.compute.manager [req-66eb2dc0-4cf8-4026-8f82-92fa57090b34 req-0ff2ae19-9833-44e5-b73e-150e741191a4 service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] No waiting events found dispatching network-vif-plugged-de599e6d-411e-45fd-930f-2bd6ffa2d454 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.367536] env[69520]: WARNING nova.compute.manager [req-66eb2dc0-4cf8-4026-8f82-92fa57090b34 req-0ff2ae19-9833-44e5-b73e-150e741191a4 service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Received unexpected event network-vif-plugged-de599e6d-411e-45fd-930f-2bd6ffa2d454 for instance with vm_state building and task_state spawning. [ 1120.494803] env[69520]: DEBUG nova.network.neutron [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Successfully updated port: de599e6d-411e-45fd-930f-2bd6ffa2d454 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.515704] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effbc2ae-0169-4866-8697-2e6486f9326e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.524363] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cc2c70-6bad-4987-a276-2b2a0ed4658d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.556402] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc0902-e8a9-42d4-845d-779fd39eb1c2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.564541] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74c4e14-3118-4ae1-b761-6505afc18f6a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.580880] env[69520]: DEBUG nova.compute.provider_tree [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.590791] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482464, 'name': Rename_Task, 'duration_secs': 0.153835} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.591108] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.591359] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73c12f9e-9ae6-4d09-a95f-a2a966600184 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.601344] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1120.601344] env[69520]: value = "task-3482465" [ 1120.601344] env[69520]: _type = "Task" [ 1120.601344] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.609655] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.636526] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "refresh_cache-32b238de-7b9e-4dde-819e-ca21c035077e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.636526] env[69520]: DEBUG nova.compute.manager [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Instance network_info: |[{"id": "fe15ebd1-f836-4f06-aba5-b0577bf73726", "address": "fa:16:3e:c8:9e:80", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe15ebd1-f8", "ovs_interfaceid": "fe15ebd1-f836-4f06-aba5-b0577bf73726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.636526] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:9e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe15ebd1-f836-4f06-aba5-b0577bf73726', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.643914] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.644166] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.644388] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eee91311-ebbd-485d-b960-946915dd2118 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.667991] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.667991] env[69520]: value = "task-3482466" [ 1120.667991] env[69520]: _type = "Task" [ 1120.667991] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.677780] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482466, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.721341] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquiring lock "a3ea885e-8638-4ff4-96ae-706e2031254b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.721634] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "a3ea885e-8638-4ff4-96ae-706e2031254b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.997723] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.997963] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.998258] env[69520]: DEBUG nova.network.neutron [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.089515] env[69520]: DEBUG nova.scheduler.client.report [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.113483] env[69520]: DEBUG oslo_vmware.api [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482465, 'name': PowerOnVM_Task, 'duration_secs': 0.481531} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.113860] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.114104] env[69520]: INFO nova.compute.manager [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1121.114320] env[69520]: DEBUG nova.compute.manager [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.115666] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389d1a15-831a-4ef2-a1c6-d6bc65cd76c2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.162662] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1121.163497] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696197', 'volume_id': '00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'name': 'volume-00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9211715-c803-42b4-ae0f-38a69bcc5cb6', 'attached_at': '', 'detached_at': '', 'volume_id': '00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'serial': '00cb0999-6e92-4c78-be5b-4b4fc4b742df'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1121.164675] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05180f9d-6ad7-4b0b-8d5e-a71e18ea0351 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.191197] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.191676] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20dfde0d-5c77-44b7-9e3c-3b805f14be95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.194272] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f043f88f-3118-4cfd-bce5-009dcfb23f8e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.202807] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482466, 'name': CreateVM_Task, 'duration_secs': 0.352483} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.203662] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.204453] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.205062] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.205062] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.205325] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0aaa24c-fb4b-440f-9e69-44de133f38c7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.224197] env[69520]: DEBUG nova.compute.manager [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.235025] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-00cb0999-6e92-4c78-be5b-4b4fc4b742df/volume-00cb0999-6e92-4c78-be5b-4b4fc4b742df.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.238047] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f4bca03-4140-4129-a829-36febe612322 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.253829] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1121.253829] env[69520]: value = "task-3482467" [ 1121.253829] env[69520]: _type = "Task" [ 1121.253829] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.256799] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1121.256799] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529fbd7c-2f94-b281-b1c6-d94ae8d02ee7" [ 1121.256799] env[69520]: _type = "Task" [ 1121.256799] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.265407] env[69520]: DEBUG oslo_vmware.api [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1121.265407] env[69520]: value = "task-3482468" [ 1121.265407] env[69520]: _type = "Task" [ 1121.265407] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.275234] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529fbd7c-2f94-b281-b1c6-d94ae8d02ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.013071} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.275763] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.276404] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.276726] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.276976] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.277139] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.277490] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.277588] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f3b5090-ef32-40a8-bbc1-4d8a20ade2ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.282996] env[69520]: DEBUG oslo_vmware.api [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.291208] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.291401] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.292213] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c3c978-1a08-42f7-aad7-b97518f737fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.299241] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1121.299241] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b240f-53c8-561a-8ad9-ee60293fc1a1" [ 1121.299241] env[69520]: _type = "Task" [ 1121.299241] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.309129] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b240f-53c8-561a-8ad9-ee60293fc1a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.346119] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.537784] env[69520]: DEBUG nova.network.neutron [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.601191] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.602544] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.256s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.602544] env[69520]: DEBUG nova.objects.instance [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lazy-loading 'pci_requests' on Instance uuid 75e1ab9d-f2a8-481d-96de-b246a927b7c4 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.625715] env[69520]: INFO nova.scheduler.client.report [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Deleted allocations for instance c3b3253e-53f8-456e-a4f3-7e554403481f [ 1121.632843] env[69520]: INFO nova.compute.manager [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Took 15.80 seconds to build instance. [ 1121.680989] env[69520]: DEBUG nova.network.neutron [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Updating instance_info_cache with network_info: [{"id": "de599e6d-411e-45fd-930f-2bd6ffa2d454", "address": "fa:16:3e:c9:18:4a", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde599e6d-41", "ovs_interfaceid": "de599e6d-411e-45fd-930f-2bd6ffa2d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.750167] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.766547] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482467, 'name': PowerOffVM_Task, 'duration_secs': 0.216083} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.769850] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.770906] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f28019-7b09-41a8-b2b7-8e74fc879a83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.779152] env[69520]: DEBUG oslo_vmware.api [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.794437] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0e3545-15fd-4a76-ab88-efdafac1d94b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.812117] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527b240f-53c8-561a-8ad9-ee60293fc1a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013629} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.812901] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792e64fe-60d4-44df-82d2-3bc51ba7cb53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.828236] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1121.828236] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a83f2f-4af0-2612-4890-0cf489ac68d5" [ 1121.828236] env[69520]: _type = "Task" [ 1121.828236] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.837558] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a83f2f-4af0-2612-4890-0cf489ac68d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.106032] env[69520]: DEBUG nova.objects.instance [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lazy-loading 'numa_topology' on Instance uuid 75e1ab9d-f2a8-481d-96de-b246a927b7c4 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.135521] env[69520]: DEBUG oslo_concurrency.lockutils [None req-310728d6-f7c7-43f1-8f4a-faa917fa0528 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "9131fadb-f3ca-4eaa-8fde-452517eed627" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.316s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.140651] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a95526f4-e0b6-4785-9e1e-66b873d36ff7 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "c3b3253e-53f8-456e-a4f3-7e554403481f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.385s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.183599] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.183861] env[69520]: DEBUG nova.compute.manager [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Instance network_info: |[{"id": "de599e6d-411e-45fd-930f-2bd6ffa2d454", "address": "fa:16:3e:c9:18:4a", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde599e6d-41", "ovs_interfaceid": "de599e6d-411e-45fd-930f-2bd6ffa2d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.184595] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:18:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de599e6d-411e-45fd-930f-2bd6ffa2d454', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.192342] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.192596] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.192778] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ff1b81-f86e-404d-b539-93ae773588b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.217528] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.217528] env[69520]: value = "task-3482469" [ 1122.217528] env[69520]: _type = "Task" [ 1122.217528] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.226706] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482469, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.275853] env[69520]: DEBUG oslo_vmware.api [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482468, 'name': ReconfigVM_Task, 'duration_secs': 0.838466} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.276164] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-00cb0999-6e92-4c78-be5b-4b4fc4b742df/volume-00cb0999-6e92-4c78-be5b-4b4fc4b742df.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.281442] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfbf82b8-5e7d-4775-8362-b73cb3126651 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.298776] env[69520]: DEBUG oslo_vmware.api [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1122.298776] env[69520]: value = "task-3482470" [ 1122.298776] env[69520]: _type = "Task" [ 1122.298776] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.314255] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1122.314626] env[69520]: DEBUG oslo_vmware.api [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.315150] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ef6dff2-394a-4931-b4eb-e56a49ee4707 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.323190] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1122.323190] env[69520]: value = "task-3482471" [ 1122.323190] env[69520]: _type = "Task" [ 1122.323190] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.332646] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482471, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.345084] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a83f2f-4af0-2612-4890-0cf489ac68d5, 'name': SearchDatastore_Task, 'duration_secs': 0.023289} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.345084] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.345084] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 32b238de-7b9e-4dde-819e-ca21c035077e/32b238de-7b9e-4dde-819e-ca21c035077e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.345084] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0d29096-c8b9-46b4-8f2f-2ff30a71466e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.354344] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1122.354344] env[69520]: value = "task-3482472" [ 1122.354344] env[69520]: _type = "Task" [ 1122.354344] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.363785] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.392309] env[69520]: DEBUG nova.compute.manager [req-ff83fcd4-9685-4a24-b136-82d7673cba38 req-ac451a72-4524-4fae-8001-5234d4cb337c service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Received event network-changed-de599e6d-411e-45fd-930f-2bd6ffa2d454 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.392537] env[69520]: DEBUG nova.compute.manager [req-ff83fcd4-9685-4a24-b136-82d7673cba38 req-ac451a72-4524-4fae-8001-5234d4cb337c service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Refreshing instance network info cache due to event network-changed-de599e6d-411e-45fd-930f-2bd6ffa2d454. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.392760] env[69520]: DEBUG oslo_concurrency.lockutils [req-ff83fcd4-9685-4a24-b136-82d7673cba38 req-ac451a72-4524-4fae-8001-5234d4cb337c service nova] Acquiring lock "refresh_cache-72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.392941] env[69520]: DEBUG oslo_concurrency.lockutils [req-ff83fcd4-9685-4a24-b136-82d7673cba38 req-ac451a72-4524-4fae-8001-5234d4cb337c service nova] Acquired lock "refresh_cache-72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.393351] env[69520]: DEBUG nova.network.neutron [req-ff83fcd4-9685-4a24-b136-82d7673cba38 req-ac451a72-4524-4fae-8001-5234d4cb337c service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Refreshing network info cache for port de599e6d-411e-45fd-930f-2bd6ffa2d454 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.610817] env[69520]: INFO nova.compute.claims [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.713223] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "9131fadb-f3ca-4eaa-8fde-452517eed627" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.713531] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "9131fadb-f3ca-4eaa-8fde-452517eed627" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.713751] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "9131fadb-f3ca-4eaa-8fde-452517eed627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.713937] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "9131fadb-f3ca-4eaa-8fde-452517eed627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.714258] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "9131fadb-f3ca-4eaa-8fde-452517eed627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.718865] env[69520]: INFO nova.compute.manager [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Terminating instance [ 1122.732462] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482469, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.815272] env[69520]: DEBUG oslo_vmware.api [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482470, 'name': ReconfigVM_Task, 'duration_secs': 0.169109} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.815710] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696197', 'volume_id': '00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'name': 'volume-00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9211715-c803-42b4-ae0f-38a69bcc5cb6', 'attached_at': '', 'detached_at': '', 'volume_id': '00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'serial': '00cb0999-6e92-4c78-be5b-4b4fc4b742df'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1122.838765] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482471, 'name': CreateSnapshot_Task, 'duration_secs': 0.496374} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.839973] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1122.841038] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33833e5-3a9a-4519-a32e-b8dc1753b871 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.868373] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.226960] env[69520]: DEBUG nova.compute.manager [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.227693] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.228323] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898f813e-a95d-4058-8cad-e146fc6bf6ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.234516] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482469, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.235396] env[69520]: DEBUG nova.network.neutron [req-ff83fcd4-9685-4a24-b136-82d7673cba38 req-ac451a72-4524-4fae-8001-5234d4cb337c service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Updated VIF entry in instance network info cache for port de599e6d-411e-45fd-930f-2bd6ffa2d454. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.235742] env[69520]: DEBUG nova.network.neutron [req-ff83fcd4-9685-4a24-b136-82d7673cba38 req-ac451a72-4524-4fae-8001-5234d4cb337c service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Updating instance_info_cache with network_info: [{"id": "de599e6d-411e-45fd-930f-2bd6ffa2d454", "address": "fa:16:3e:c9:18:4a", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde599e6d-41", "ovs_interfaceid": "de599e6d-411e-45fd-930f-2bd6ffa2d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.241708] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.241942] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8371ec5-4342-4c82-8c21-bc2e4dc89ab0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.248413] env[69520]: DEBUG oslo_vmware.api [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1123.248413] env[69520]: value = "task-3482473" [ 1123.248413] env[69520]: _type = "Task" [ 1123.248413] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.258143] env[69520]: DEBUG oslo_vmware.api [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.367035] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1123.367035] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-51ee2cc4-9994-4951-b62f-586973755087 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.385376] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561104} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.388025] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 32b238de-7b9e-4dde-819e-ca21c035077e/32b238de-7b9e-4dde-819e-ca21c035077e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.388025] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.388025] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1123.388025] env[69520]: value = "task-3482474" [ 1123.388025] env[69520]: _type = "Task" [ 1123.388025] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.388025] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99290314-e7d5-4ab0-ac8a-8c25ce10d6be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.401702] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482474, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.403311] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1123.403311] env[69520]: value = "task-3482475" [ 1123.403311] env[69520]: _type = "Task" [ 1123.403311] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.416417] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.730264] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482469, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.738681] env[69520]: DEBUG oslo_concurrency.lockutils [req-ff83fcd4-9685-4a24-b136-82d7673cba38 req-ac451a72-4524-4fae-8001-5234d4cb337c service nova] Releasing lock "refresh_cache-72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.760719] env[69520]: DEBUG oslo_vmware.api [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482473, 'name': PowerOffVM_Task, 'duration_secs': 0.288075} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.761072] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.761281] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.761558] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfc47201-147e-4342-a8c9-75821aff51d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.807927] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6904b9ac-350a-4b4e-9a08-3b21933452de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.817299] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01bf8cb-ef9a-4722-ae10-b22da054ef06 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.851837] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9634c5bb-b915-4ecf-840c-41103ddd8d7e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.854640] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.854918] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.855253] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Deleting the datastore file [datastore2] 9131fadb-f3ca-4eaa-8fde-452517eed627 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.855502] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90ef2c40-71e1-4a68-9f6e-19740a15d949 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.863931] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7e20d8-2722-4069-9ba0-f27cac74d56b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.870098] env[69520]: DEBUG oslo_vmware.api [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for the task: (returnval){ [ 1123.870098] env[69520]: value = "task-3482477" [ 1123.870098] env[69520]: _type = "Task" [ 1123.870098] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.884318] env[69520]: DEBUG nova.objects.instance [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'flavor' on Instance uuid d9211715-c803-42b4-ae0f-38a69bcc5cb6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.886674] env[69520]: DEBUG nova.compute.provider_tree [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.894585] env[69520]: DEBUG oslo_vmware.api [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.907628] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482474, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.922812] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07245} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.922812] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.922812] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d036be-854e-4351-a1cc-47bbb4583551 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.948245] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 32b238de-7b9e-4dde-819e-ca21c035077e/32b238de-7b9e-4dde-819e-ca21c035077e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.948770] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7745cc31-dfb1-40d6-ba71-7580885e8608 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.972521] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1123.972521] env[69520]: value = "task-3482478" [ 1123.972521] env[69520]: _type = "Task" [ 1123.972521] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.983398] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.234881] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482469, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.381585] env[69520]: DEBUG oslo_vmware.api [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Task: {'id': task-3482477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276291} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.381770] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.381932] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.382132] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.382442] env[69520]: INFO nova.compute.manager [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1124.382638] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.382902] env[69520]: DEBUG nova.compute.manager [-] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.382997] env[69520]: DEBUG nova.network.neutron [-] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.390707] env[69520]: DEBUG nova.scheduler.client.report [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.393867] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e9b3001-5491-4543-aa4c-592c00c72353 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.388s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.405719] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482474, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.485570] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482478, 'name': ReconfigVM_Task, 'duration_secs': 0.313489} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.485849] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 32b238de-7b9e-4dde-819e-ca21c035077e/32b238de-7b9e-4dde-819e-ca21c035077e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.489163] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a0fab72-4ae7-449d-910f-893e7f3988a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.504016] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1124.504016] env[69520]: value = "task-3482479" [ 1124.504016] env[69520]: _type = "Task" [ 1124.504016] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.510968] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482479, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.679396] env[69520]: DEBUG nova.compute.manager [req-3d924935-084d-438a-bd63-6b3a14bf06cf req-6cd20ba9-00ef-419e-a24d-6eb2d0d341d3 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Received event network-vif-deleted-a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.679396] env[69520]: INFO nova.compute.manager [req-3d924935-084d-438a-bd63-6b3a14bf06cf req-6cd20ba9-00ef-419e-a24d-6eb2d0d341d3 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Neutron deleted interface a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb; detaching it from the instance and deleting it from the info cache [ 1124.679396] env[69520]: DEBUG nova.network.neutron [req-3d924935-084d-438a-bd63-6b3a14bf06cf req-6cd20ba9-00ef-419e-a24d-6eb2d0d341d3 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.733176] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482469, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.778620] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.778915] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.900766] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.299s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.906103] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.156s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.907605] env[69520]: INFO nova.compute.claims [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.910142] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482474, 'name': CloneVM_Task} progress is 95%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.937697] env[69520]: INFO nova.network.neutron [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updating port 901e6946-f7b0-4e8b-812e-584ac37ee2e1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1125.013611] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482479, 'name': Rename_Task, 'duration_secs': 0.152856} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.015384] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.015384] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-657fdea6-8c49-43bb-9283-07f5a1dfbf95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.023186] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1125.023186] env[69520]: value = "task-3482480" [ 1125.023186] env[69520]: _type = "Task" [ 1125.023186] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.034272] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.165313] env[69520]: DEBUG nova.network.neutron [-] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.183050] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7338f8bb-bd3b-49ca-81f2-592b39ecd5c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.198021] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ddf751-139e-4cfc-8f39-163993e38505 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.233418] env[69520]: DEBUG nova.compute.manager [req-3d924935-084d-438a-bd63-6b3a14bf06cf req-6cd20ba9-00ef-419e-a24d-6eb2d0d341d3 service nova] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Detach interface failed, port_id=a6d04a04-6f42-4e48-9a7f-52c3e65bd9cb, reason: Instance 9131fadb-f3ca-4eaa-8fde-452517eed627 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.242985] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482469, 'name': CreateVM_Task, 'duration_secs': 2.865319} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.243340] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.243841] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.244017] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.245070] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.245070] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faeefbac-9a33-448f-8b4e-7cba29a60967 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.250209] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1125.250209] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ded3be-a461-2cc1-799b-03e405653032" [ 1125.250209] env[69520]: _type = "Task" [ 1125.250209] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.259747] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ded3be-a461-2cc1-799b-03e405653032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.281967] env[69520]: DEBUG nova.compute.manager [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.405708] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482474, 'name': CloneVM_Task, 'duration_secs': 1.686991} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.405985] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Created linked-clone VM from snapshot [ 1125.406841] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c588106-f5ba-43cc-93ca-2673b9598387 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.416885] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Uploading image 19740ab1-6dec-4470-81ab-d095b7b2bb71 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1125.440436] env[69520]: DEBUG nova.compute.manager [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Stashing vm_state: active {{(pid=69520) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1125.446939] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1125.446939] env[69520]: value = "vm-696201" [ 1125.446939] env[69520]: _type = "VirtualMachine" [ 1125.446939] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1125.447405] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f319a02-cc74-4913-8692-690b218efc89 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.455702] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lease: (returnval){ [ 1125.455702] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5266efa6-8fbf-37b2-1fd3-915ce1ee4993" [ 1125.455702] env[69520]: _type = "HttpNfcLease" [ 1125.455702] env[69520]: } obtained for exporting VM: (result){ [ 1125.455702] env[69520]: value = "vm-696201" [ 1125.455702] env[69520]: _type = "VirtualMachine" [ 1125.455702] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1125.456017] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the lease: (returnval){ [ 1125.456017] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5266efa6-8fbf-37b2-1fd3-915ce1ee4993" [ 1125.456017] env[69520]: _type = "HttpNfcLease" [ 1125.456017] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1125.463834] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.463834] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5266efa6-8fbf-37b2-1fd3-915ce1ee4993" [ 1125.463834] env[69520]: _type = "HttpNfcLease" [ 1125.463834] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1125.534578] env[69520]: DEBUG oslo_vmware.api [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482480, 'name': PowerOnVM_Task, 'duration_secs': 0.492067} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.534909] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.535172] env[69520]: INFO nova.compute.manager [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1125.535396] env[69520]: DEBUG nova.compute.manager [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.536341] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683dc108-e312-4579-8d9f-f88e82c963d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.668237] env[69520]: INFO nova.compute.manager [-] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Took 1.29 seconds to deallocate network for instance. [ 1125.763030] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ded3be-a461-2cc1-799b-03e405653032, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.763030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.763030] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.763030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.763030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.763030] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.763399] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4655b5e-efb5-425b-a3ca-4978ccd8c04b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.772421] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.772759] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.773476] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb790015-88d4-4fb1-9971-d89ce556f413 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.778929] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1125.778929] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ed77da-4a9a-ba0e-7b58-eac0dbcb4ae9" [ 1125.778929] env[69520]: _type = "Task" [ 1125.778929] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.788552] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ed77da-4a9a-ba0e-7b58-eac0dbcb4ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.803517] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.967748] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.968019] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.968019] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5266efa6-8fbf-37b2-1fd3-915ce1ee4993" [ 1125.968019] env[69520]: _type = "HttpNfcLease" [ 1125.968019] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1125.968302] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1125.968302] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5266efa6-8fbf-37b2-1fd3-915ce1ee4993" [ 1125.968302] env[69520]: _type = "HttpNfcLease" [ 1125.968302] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1125.969119] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c63541-74e0-4bf3-be92-74ffa7dc0811 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.977801] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220df24-0c1b-353f-f033-64919657d299/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1125.977801] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220df24-0c1b-353f-f033-64919657d299/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1126.055599] env[69520]: INFO nova.compute.manager [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Took 16.39 seconds to build instance. [ 1126.070152] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-867f2df5-a529-4083-8ead-1f7e21970514 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.147989] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b9e256-c5b1-4a50-9119-e3a34bca898d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.158194] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ac4bbb-ed93-4eea-9e9f-f4af9871d2ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.193287] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.194294] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f328dc-d976-4116-8226-c9d63dd27906 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.203686] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bdf942-0a25-40ce-8eda-26d7f94ef978 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.217541] env[69520]: DEBUG nova.compute.provider_tree [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.290366] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ed77da-4a9a-ba0e-7b58-eac0dbcb4ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.292790] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78469518-6156-48da-b596-c1d0d47627e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.298592] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1126.298592] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dd1728-bd81-6a12-bd3b-254bdf8ee31c" [ 1126.298592] env[69520]: _type = "Task" [ 1126.298592] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.307704] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dd1728-bd81-6a12-bd3b-254bdf8ee31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.558329] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ef3a7e9e-a846-43a4-bca1-8fff50b238c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "32b238de-7b9e-4dde-819e-ca21c035077e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.905s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.724452] env[69520]: DEBUG nova.scheduler.client.report [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.733908] env[69520]: DEBUG nova.compute.manager [req-47863827-fcba-45c9-b608-9946d67eea2c req-98dff5be-d4e2-4396-aeb3-d2e31b51e8c9 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Received event network-vif-plugged-901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.734232] env[69520]: DEBUG oslo_concurrency.lockutils [req-47863827-fcba-45c9-b608-9946d67eea2c req-98dff5be-d4e2-4396-aeb3-d2e31b51e8c9 service nova] Acquiring lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.734555] env[69520]: DEBUG oslo_concurrency.lockutils [req-47863827-fcba-45c9-b608-9946d67eea2c req-98dff5be-d4e2-4396-aeb3-d2e31b51e8c9 service nova] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.734735] env[69520]: DEBUG oslo_concurrency.lockutils [req-47863827-fcba-45c9-b608-9946d67eea2c req-98dff5be-d4e2-4396-aeb3-d2e31b51e8c9 service nova] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.734943] env[69520]: DEBUG nova.compute.manager [req-47863827-fcba-45c9-b608-9946d67eea2c req-98dff5be-d4e2-4396-aeb3-d2e31b51e8c9 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] No waiting events found dispatching network-vif-plugged-901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.735226] env[69520]: WARNING nova.compute.manager [req-47863827-fcba-45c9-b608-9946d67eea2c req-98dff5be-d4e2-4396-aeb3-d2e31b51e8c9 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Received unexpected event network-vif-plugged-901e6946-f7b0-4e8b-812e-584ac37ee2e1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1126.815552] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52dd1728-bd81-6a12-bd3b-254bdf8ee31c, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.816075] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.816378] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e/72b43afb-11a6-4ad3-9a03-8ed7f6d4434e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.816657] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a61ad8f9-cb85-419a-a330-152de7788c88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.826411] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1126.826411] env[69520]: value = "task-3482482" [ 1126.826411] env[69520]: _type = "Task" [ 1126.826411] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.839318] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.850695] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.850695] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.850695] env[69520]: DEBUG nova.network.neutron [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.230977] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.231616] env[69520]: DEBUG nova.compute.manager [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.234538] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.431s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.238199] env[69520]: INFO nova.compute.claims [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.338051] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454361} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.338424] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e/72b43afb-11a6-4ad3-9a03-8ed7f6d4434e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.338509] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.338800] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22b91964-089b-4e08-95bc-ea4b19920c5d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.345992] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1127.345992] env[69520]: value = "task-3482483" [ 1127.345992] env[69520]: _type = "Task" [ 1127.345992] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.358628] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.407985] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "32b238de-7b9e-4dde-819e-ca21c035077e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.408296] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "32b238de-7b9e-4dde-819e-ca21c035077e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.408526] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "32b238de-7b9e-4dde-819e-ca21c035077e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.408694] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "32b238de-7b9e-4dde-819e-ca21c035077e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.408930] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "32b238de-7b9e-4dde-819e-ca21c035077e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.411310] env[69520]: INFO nova.compute.manager [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Terminating instance [ 1127.606321] env[69520]: DEBUG nova.network.neutron [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updating instance_info_cache with network_info: [{"id": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "address": "fa:16:3e:a0:78:d4", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e6946-f7", "ovs_interfaceid": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.745984] env[69520]: DEBUG nova.compute.utils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.747871] env[69520]: DEBUG nova.compute.manager [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.748036] env[69520]: DEBUG nova.network.neutron [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.816895] env[69520]: DEBUG nova.policy [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49deed4bd9ee4d5aa5def7d9702db99e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fd33fb92a7f4e44a055766527c0ee0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.858831] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082199} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.859582] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.860676] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd416516-c8bf-4056-857d-72f4d0e9e29c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.890847] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e/72b43afb-11a6-4ad3-9a03-8ed7f6d4434e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.891217] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c06a98e5-e800-4853-8f6b-a09198011513 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.913501] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1127.913501] env[69520]: value = "task-3482484" [ 1127.913501] env[69520]: _type = "Task" [ 1127.913501] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.914470] env[69520]: DEBUG nova.compute.manager [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.914751] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.918588] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b04301-3bd6-4c79-b9ed-a5c843352d50 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.927180] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.929445] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.929764] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69339d97-bbb5-4e8f-9ede-9d32f8d0b618 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.937061] env[69520]: DEBUG oslo_vmware.api [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1127.937061] env[69520]: value = "task-3482485" [ 1127.937061] env[69520]: _type = "Task" [ 1127.937061] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.948515] env[69520]: DEBUG oslo_vmware.api [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.109277] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.139824] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7b5b1d8d662cc706d5fce46d60e2db20',container_format='bare',created_at=2025-04-17T15:50:46Z,direct_url=,disk_format='vmdk',id=b0cbda55-ac64-45f7-aa42-8fd58c4e24c3,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1419396783-shelved',owner='b8f8660f24764d1b87d36cac6a421146',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-17T15:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.140301] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.140546] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.140861] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.141143] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.141403] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.141741] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.142059] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.142325] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.142584] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.142908] env[69520]: DEBUG nova.virt.hardware [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.143987] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcfb8f6-1afd-443c-bc7d-a0fa7209b0a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.153194] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03634ab0-c015-4469-8632-e9df11dcfc96 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.170177] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:78:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '901e6946-f7b0-4e8b-812e-584ac37ee2e1', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.178625] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.179014] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.179307] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17dc7c5e-ef93-445b-a1c7-f241d39ffdc1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.202518] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.202518] env[69520]: value = "task-3482486" [ 1128.202518] env[69520]: _type = "Task" [ 1128.202518] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.212528] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482486, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.243857] env[69520]: DEBUG nova.network.neutron [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Successfully created port: 74abe3d3-4181-4912-8ef1-2f6e6d00665f {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.251451] env[69520]: DEBUG nova.compute.manager [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.428839] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482484, 'name': ReconfigVM_Task, 'duration_secs': 0.349913} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.428839] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e/72b43afb-11a6-4ad3-9a03-8ed7f6d4434e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.429380] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94574005-09be-44ee-8274-e94ce0a77ace {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.437957] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1128.437957] env[69520]: value = "task-3482487" [ 1128.437957] env[69520]: _type = "Task" [ 1128.437957] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.457533] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482487, 'name': Rename_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.457811] env[69520]: DEBUG oslo_vmware.api [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482485, 'name': PowerOffVM_Task, 'duration_secs': 0.19821} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.458187] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.458380] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.458635] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dc25235-beb3-43f0-b4b0-e30d1d101c56 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.489492] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab25992-c6dd-4555-963b-e0fdb3548153 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.501959] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c45b2-7fff-49d8-bdbe-70783e03b8f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.539616] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1776689-0ca6-4c45-bd1e-9fd7f8b11a2a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.544453] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.544453] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.544453] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleting the datastore file [datastore1] 32b238de-7b9e-4dde-819e-ca21c035077e {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.544453] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e6de567-29c8-4669-bebe-a3e6ed2e27f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.552634] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7b6d9e-6265-4ed6-8038-379c2e8a3834 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.556620] env[69520]: DEBUG oslo_vmware.api [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1128.556620] env[69520]: value = "task-3482489" [ 1128.556620] env[69520]: _type = "Task" [ 1128.556620] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.570387] env[69520]: DEBUG nova.compute.provider_tree [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.577706] env[69520]: DEBUG oslo_vmware.api [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.714548] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482486, 'name': CreateVM_Task, 'duration_secs': 0.374745} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.714720] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.715388] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.715557] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.715983] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.716257] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f5c887-5285-433d-abad-e6a68d386aa0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.722831] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1128.722831] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525c6207-8412-910d-a34e-98580df35d71" [ 1128.722831] env[69520]: _type = "Task" [ 1128.722831] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.732242] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525c6207-8412-910d-a34e-98580df35d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.764138] env[69520]: DEBUG nova.compute.manager [req-f44b395e-3a1b-4051-9440-283b09f9e706 req-d2dad904-8124-4d87-a701-135d2638c135 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Received event network-changed-901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.764443] env[69520]: DEBUG nova.compute.manager [req-f44b395e-3a1b-4051-9440-283b09f9e706 req-d2dad904-8124-4d87-a701-135d2638c135 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Refreshing instance network info cache due to event network-changed-901e6946-f7b0-4e8b-812e-584ac37ee2e1. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.764557] env[69520]: DEBUG oslo_concurrency.lockutils [req-f44b395e-3a1b-4051-9440-283b09f9e706 req-d2dad904-8124-4d87-a701-135d2638c135 service nova] Acquiring lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.764692] env[69520]: DEBUG oslo_concurrency.lockutils [req-f44b395e-3a1b-4051-9440-283b09f9e706 req-d2dad904-8124-4d87-a701-135d2638c135 service nova] Acquired lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.764847] env[69520]: DEBUG nova.network.neutron [req-f44b395e-3a1b-4051-9440-283b09f9e706 req-d2dad904-8124-4d87-a701-135d2638c135 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Refreshing network info cache for port 901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.952880] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482487, 'name': Rename_Task, 'duration_secs': 0.171606} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.953215] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.953466] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bac4489-71cb-4742-96e0-20b03742423e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.963634] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1128.963634] env[69520]: value = "task-3482490" [ 1128.963634] env[69520]: _type = "Task" [ 1128.963634] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.973904] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.067282] env[69520]: DEBUG oslo_vmware.api [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144265} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.067561] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.067750] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.067932] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.068132] env[69520]: INFO nova.compute.manager [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1129.068380] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.068585] env[69520]: DEBUG nova.compute.manager [-] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.068664] env[69520]: DEBUG nova.network.neutron [-] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.073998] env[69520]: DEBUG nova.scheduler.client.report [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.235777] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.236141] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Processing image b0cbda55-ac64-45f7-aa42-8fd58c4e24c3 {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.236321] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.236470] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.236649] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.236964] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0011461-f4f8-4529-b2fe-147e1ac49ad6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.247291] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.247473] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.248232] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dac7d99-ea44-4ea2-b1c0-e61193e246c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.255807] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1129.255807] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52eb5408-ba57-34a5-be0b-dd00ac443ff1" [ 1129.255807] env[69520]: _type = "Task" [ 1129.255807] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.260818] env[69520]: DEBUG nova.compute.manager [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.268878] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52eb5408-ba57-34a5-be0b-dd00ac443ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.295276] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.295663] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.295821] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.296008] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.296163] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.296309] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.296521] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.296718] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.296883] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.297069] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.297254] env[69520]: DEBUG nova.virt.hardware [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.298200] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaabbaa-82a2-49c5-bd07-41550554b594 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.310350] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db00cdc0-41a7-4bc8-8caf-b1ca55c5abf1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.370671] env[69520]: DEBUG nova.compute.manager [req-eb0920b7-406c-425f-a56a-3f1d438b9744 req-6dd262e3-adfe-40aa-9970-d72daf8fe6d9 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Received event network-vif-deleted-fe15ebd1-f836-4f06-aba5-b0577bf73726 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.370727] env[69520]: INFO nova.compute.manager [req-eb0920b7-406c-425f-a56a-3f1d438b9744 req-6dd262e3-adfe-40aa-9970-d72daf8fe6d9 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Neutron deleted interface fe15ebd1-f836-4f06-aba5-b0577bf73726; detaching it from the instance and deleting it from the info cache [ 1129.370905] env[69520]: DEBUG nova.network.neutron [req-eb0920b7-406c-425f-a56a-3f1d438b9744 req-6dd262e3-adfe-40aa-9970-d72daf8fe6d9 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.474303] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.495808] env[69520]: DEBUG nova.network.neutron [req-f44b395e-3a1b-4051-9440-283b09f9e706 req-d2dad904-8124-4d87-a701-135d2638c135 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updated VIF entry in instance network info cache for port 901e6946-f7b0-4e8b-812e-584ac37ee2e1. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.496265] env[69520]: DEBUG nova.network.neutron [req-f44b395e-3a1b-4051-9440-283b09f9e706 req-d2dad904-8124-4d87-a701-135d2638c135 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updating instance_info_cache with network_info: [{"id": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "address": "fa:16:3e:a0:78:d4", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e6946-f7", "ovs_interfaceid": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.580623] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.581053] env[69520]: DEBUG nova.compute.manager [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.589734] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.622s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.768606] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Preparing fetch location {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1129.768949] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Fetch image to [datastore1] OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664/OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664.vmdk {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1129.769158] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Downloading stream optimized image b0cbda55-ac64-45f7-aa42-8fd58c4e24c3 to [datastore1] OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664/OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664.vmdk on the data store datastore1 as vApp {{(pid=69520) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1129.769331] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Downloading image file data b0cbda55-ac64-45f7-aa42-8fd58c4e24c3 to the ESX as VM named 'OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664' {{(pid=69520) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1129.817199] env[69520]: DEBUG nova.network.neutron [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Successfully updated port: 74abe3d3-4181-4912-8ef1-2f6e6d00665f {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.847307] env[69520]: DEBUG nova.network.neutron [-] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.849386] env[69520]: DEBUG oslo_vmware.rw_handles [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1129.849386] env[69520]: value = "resgroup-9" [ 1129.849386] env[69520]: _type = "ResourcePool" [ 1129.849386] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1129.849704] env[69520]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-45706370-e44d-408a-9b26-5e8a2c885226 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.867810] env[69520]: INFO nova.compute.manager [-] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Took 0.80 seconds to deallocate network for instance. [ 1129.873830] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af24170c-21fa-410c-859c-a06aa9cc7445 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.878534] env[69520]: DEBUG oslo_vmware.rw_handles [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lease: (returnval){ [ 1129.878534] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9c9d0-b5bc-ec50-254d-d3761df92720" [ 1129.878534] env[69520]: _type = "HttpNfcLease" [ 1129.878534] env[69520]: } obtained for vApp import into resource pool (val){ [ 1129.878534] env[69520]: value = "resgroup-9" [ 1129.878534] env[69520]: _type = "ResourcePool" [ 1129.878534] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1129.878881] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the lease: (returnval){ [ 1129.878881] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9c9d0-b5bc-ec50-254d-d3761df92720" [ 1129.878881] env[69520]: _type = "HttpNfcLease" [ 1129.878881] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1129.890248] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1613ae13-1470-41cb-a83f-14325d648b62 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.903792] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.903792] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9c9d0-b5bc-ec50-254d-d3761df92720" [ 1129.903792] env[69520]: _type = "HttpNfcLease" [ 1129.903792] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1129.931951] env[69520]: DEBUG nova.compute.manager [req-eb0920b7-406c-425f-a56a-3f1d438b9744 req-6dd262e3-adfe-40aa-9970-d72daf8fe6d9 service nova] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Detach interface failed, port_id=fe15ebd1-f836-4f06-aba5-b0577bf73726, reason: Instance 32b238de-7b9e-4dde-819e-ca21c035077e could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.976494] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482490, 'name': PowerOnVM_Task} progress is 98%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.999218] env[69520]: DEBUG oslo_concurrency.lockutils [req-f44b395e-3a1b-4051-9440-283b09f9e706 req-d2dad904-8124-4d87-a701-135d2638c135 service nova] Releasing lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.094632] env[69520]: DEBUG nova.compute.utils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.099771] env[69520]: INFO nova.compute.claims [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.104838] env[69520]: DEBUG nova.compute.manager [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.105145] env[69520]: DEBUG nova.network.neutron [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.172970] env[69520]: DEBUG nova.policy [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f87a37b0400a4fc6abb6d0269cb62a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ce8d7acf644f56b62390c579d47f74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.320648] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquiring lock "refresh_cache-a3ea885e-8638-4ff4-96ae-706e2031254b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.320870] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquired lock "refresh_cache-a3ea885e-8638-4ff4-96ae-706e2031254b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.321164] env[69520]: DEBUG nova.network.neutron [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.378016] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.389064] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.389064] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9c9d0-b5bc-ec50-254d-d3761df92720" [ 1130.389064] env[69520]: _type = "HttpNfcLease" [ 1130.389064] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1130.476549] env[69520]: DEBUG oslo_vmware.api [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482490, 'name': PowerOnVM_Task, 'duration_secs': 1.136391} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.476957] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.477159] env[69520]: INFO nova.compute.manager [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1130.477360] env[69520]: DEBUG nova.compute.manager [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.478239] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5e2418-04cc-494e-8f3b-6fbecf30451a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.554234] env[69520]: DEBUG nova.network.neutron [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Successfully created port: 2316a84d-9c0e-4450-b001-496da1347b60 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.605615] env[69520]: DEBUG nova.compute.manager [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.612412] env[69520]: INFO nova.compute.resource_tracker [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating resource usage from migration d66b2f0c-93d8-4e6e-8771-81a194f31c66 [ 1130.796564] env[69520]: DEBUG nova.compute.manager [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Received event network-vif-plugged-74abe3d3-4181-4912-8ef1-2f6e6d00665f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.796839] env[69520]: DEBUG oslo_concurrency.lockutils [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] Acquiring lock "a3ea885e-8638-4ff4-96ae-706e2031254b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.797070] env[69520]: DEBUG oslo_concurrency.lockutils [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] Lock "a3ea885e-8638-4ff4-96ae-706e2031254b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.797242] env[69520]: DEBUG oslo_concurrency.lockutils [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] Lock "a3ea885e-8638-4ff4-96ae-706e2031254b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.797408] env[69520]: DEBUG nova.compute.manager [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] No waiting events found dispatching network-vif-plugged-74abe3d3-4181-4912-8ef1-2f6e6d00665f {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.797574] env[69520]: WARNING nova.compute.manager [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Received unexpected event network-vif-plugged-74abe3d3-4181-4912-8ef1-2f6e6d00665f for instance with vm_state building and task_state spawning. [ 1130.797734] env[69520]: DEBUG nova.compute.manager [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Received event network-changed-74abe3d3-4181-4912-8ef1-2f6e6d00665f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.797977] env[69520]: DEBUG nova.compute.manager [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Refreshing instance network info cache due to event network-changed-74abe3d3-4181-4912-8ef1-2f6e6d00665f. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.798155] env[69520]: DEBUG oslo_concurrency.lockutils [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] Acquiring lock "refresh_cache-a3ea885e-8638-4ff4-96ae-706e2031254b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.811339] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60c0ee1-9eed-4b47-91a8-0b670d41664d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.823044] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a1afa1-cc90-487f-9a2f-a9b1d48363fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.859143] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e28d799-2f09-45f8-94b9-899ea218695c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.862478] env[69520]: DEBUG nova.network.neutron [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.870169] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a849c50c-59a2-4c19-8f57-cb826270de37 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.884674] env[69520]: DEBUG nova.compute.provider_tree [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.896816] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.896816] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9c9d0-b5bc-ec50-254d-d3761df92720" [ 1130.896816] env[69520]: _type = "HttpNfcLease" [ 1130.896816] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1130.897139] env[69520]: DEBUG oslo_vmware.rw_handles [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1130.897139] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52e9c9d0-b5bc-ec50-254d-d3761df92720" [ 1130.897139] env[69520]: _type = "HttpNfcLease" [ 1130.897139] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1130.897942] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083b0993-0de3-4500-b281-f698437a072c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.906869] env[69520]: DEBUG oslo_vmware.rw_handles [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524679cd-7cf4-ba49-e75a-966bafdb9609/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1130.907074] env[69520]: DEBUG oslo_vmware.rw_handles [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524679cd-7cf4-ba49-e75a-966bafdb9609/disk-0.vmdk. {{(pid=69520) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1130.974323] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-87702f9f-15bf-4f27-bda0-4bdca2856403 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.998887] env[69520]: INFO nova.compute.manager [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Took 20.05 seconds to build instance. [ 1131.157164] env[69520]: DEBUG nova.network.neutron [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Updating instance_info_cache with network_info: [{"id": "74abe3d3-4181-4912-8ef1-2f6e6d00665f", "address": "fa:16:3e:c8:95:6f", "network": {"id": "cb74f877-962d-4725-b888-4b133cc2a81c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1284647041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fd33fb92a7f4e44a055766527c0ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74abe3d3-41", "ovs_interfaceid": "74abe3d3-4181-4912-8ef1-2f6e6d00665f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.393471] env[69520]: DEBUG nova.scheduler.client.report [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.506095] env[69520]: DEBUG oslo_concurrency.lockutils [None req-77f20222-2115-40dd-9aa8-573ee77404bc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.565s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.576857] env[69520]: DEBUG nova.compute.manager [req-ecc47eac-8b7a-400e-b840-889281d897a4 req-ee51a961-c80e-4ca5-89d7-6dda8d374c07 service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Received event network-changed-de599e6d-411e-45fd-930f-2bd6ffa2d454 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.576857] env[69520]: DEBUG nova.compute.manager [req-ecc47eac-8b7a-400e-b840-889281d897a4 req-ee51a961-c80e-4ca5-89d7-6dda8d374c07 service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Refreshing instance network info cache due to event network-changed-de599e6d-411e-45fd-930f-2bd6ffa2d454. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.577189] env[69520]: DEBUG oslo_concurrency.lockutils [req-ecc47eac-8b7a-400e-b840-889281d897a4 req-ee51a961-c80e-4ca5-89d7-6dda8d374c07 service nova] Acquiring lock "refresh_cache-72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.577189] env[69520]: DEBUG oslo_concurrency.lockutils [req-ecc47eac-8b7a-400e-b840-889281d897a4 req-ee51a961-c80e-4ca5-89d7-6dda8d374c07 service nova] Acquired lock "refresh_cache-72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.577293] env[69520]: DEBUG nova.network.neutron [req-ecc47eac-8b7a-400e-b840-889281d897a4 req-ee51a961-c80e-4ca5-89d7-6dda8d374c07 service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Refreshing network info cache for port de599e6d-411e-45fd-930f-2bd6ffa2d454 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.615322] env[69520]: DEBUG nova.compute.manager [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.662418] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Releasing lock "refresh_cache-a3ea885e-8638-4ff4-96ae-706e2031254b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.662830] env[69520]: DEBUG nova.compute.manager [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Instance network_info: |[{"id": "74abe3d3-4181-4912-8ef1-2f6e6d00665f", "address": "fa:16:3e:c8:95:6f", "network": {"id": "cb74f877-962d-4725-b888-4b133cc2a81c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1284647041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fd33fb92a7f4e44a055766527c0ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74abe3d3-41", "ovs_interfaceid": "74abe3d3-4181-4912-8ef1-2f6e6d00665f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.663243] env[69520]: DEBUG oslo_concurrency.lockutils [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] Acquired lock "refresh_cache-a3ea885e-8638-4ff4-96ae-706e2031254b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.663544] env[69520]: DEBUG nova.network.neutron [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Refreshing network info cache for port 74abe3d3-4181-4912-8ef1-2f6e6d00665f {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.664932] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:95:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74abe3d3-4181-4912-8ef1-2f6e6d00665f', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.673949] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Creating folder: Project (1fd33fb92a7f4e44a055766527c0ee0b). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.679167] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7eddd77-26fa-4ba5-a1e8-36583ffb4b82 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.694864] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Created folder: Project (1fd33fb92a7f4e44a055766527c0ee0b) in parent group-v695915. [ 1131.695185] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Creating folder: Instances. Parent ref: group-v696204. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.695475] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-903c09de-7802-4cbb-a198-6dd3621320e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.712240] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Created folder: Instances in parent group-v696204. [ 1131.712522] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.714655] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.716916] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c012f11d-06e3-499c-b0ca-b7a42b89bfa3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.736940] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.737160] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.737369] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.737505] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.737649] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.737836] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.738020] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.738179] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.738348] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.738516] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.738689] env[69520]: DEBUG nova.virt.hardware [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.743043] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc01a57-4a33-4b1d-ae36-3bff8604f632 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.753145] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af7a173-bff4-40a5-9d7e-6fea66dbd919 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.760573] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.760573] env[69520]: value = "task-3482494" [ 1131.760573] env[69520]: _type = "Task" [ 1131.760573] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.785361] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482494, 'name': CreateVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.899131] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.309s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.899446] env[69520]: INFO nova.compute.manager [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Migrating [ 1131.906830] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.714s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.907147] env[69520]: DEBUG nova.objects.instance [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lazy-loading 'resources' on Instance uuid 9131fadb-f3ca-4eaa-8fde-452517eed627 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.256726] env[69520]: DEBUG nova.network.neutron [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Successfully updated port: 2316a84d-9c0e-4450-b001-496da1347b60 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.276988] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482494, 'name': CreateVM_Task, 'duration_secs': 0.43588} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.278647] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.279469] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.279639] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.280023] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.280314] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca32f862-a091-48b8-8c70-b2cc4da1ae92 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.287610] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for the task: (returnval){ [ 1132.287610] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529ee1e0-13e8-2b65-1bb5-99b250c8749c" [ 1132.287610] env[69520]: _type = "Task" [ 1132.287610] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.294043] env[69520]: DEBUG oslo_vmware.rw_handles [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Completed reading data from the image iterator. {{(pid=69520) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1132.294261] env[69520]: DEBUG oslo_vmware.rw_handles [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524679cd-7cf4-ba49-e75a-966bafdb9609/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1132.296078] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad567ba-8f6d-47d2-a02b-f3bb67936390 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.305750] env[69520]: DEBUG oslo_vmware.rw_handles [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524679cd-7cf4-ba49-e75a-966bafdb9609/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1132.305943] env[69520]: DEBUG oslo_vmware.rw_handles [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524679cd-7cf4-ba49-e75a-966bafdb9609/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1132.309798] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cab48516-5f09-404d-8874-7a20fc134d17 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.311441] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529ee1e0-13e8-2b65-1bb5-99b250c8749c, 'name': SearchDatastore_Task, 'duration_secs': 0.015939} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.312062] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.312311] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.312541] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.312686] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.312940] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.313540] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf87ad58-9fba-4cbf-8a9b-750e406b82d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.323719] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.323907] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.324679] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44dfcf14-283a-4caf-92d1-1a872a6bf2e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.331318] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for the task: (returnval){ [ 1132.331318] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5276e9a5-1c50-4a3e-16dc-8a53b24f1f80" [ 1132.331318] env[69520]: _type = "Task" [ 1132.331318] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.340702] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5276e9a5-1c50-4a3e-16dc-8a53b24f1f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.417013] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.417264] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.417476] env[69520]: DEBUG nova.network.neutron [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.426031] env[69520]: DEBUG nova.network.neutron [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Updated VIF entry in instance network info cache for port 74abe3d3-4181-4912-8ef1-2f6e6d00665f. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.426402] env[69520]: DEBUG nova.network.neutron [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Updating instance_info_cache with network_info: [{"id": "74abe3d3-4181-4912-8ef1-2f6e6d00665f", "address": "fa:16:3e:c8:95:6f", "network": {"id": "cb74f877-962d-4725-b888-4b133cc2a81c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1284647041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fd33fb92a7f4e44a055766527c0ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74abe3d3-41", "ovs_interfaceid": "74abe3d3-4181-4912-8ef1-2f6e6d00665f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.516307] env[69520]: DEBUG nova.network.neutron [req-ecc47eac-8b7a-400e-b840-889281d897a4 req-ee51a961-c80e-4ca5-89d7-6dda8d374c07 service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Updated VIF entry in instance network info cache for port de599e6d-411e-45fd-930f-2bd6ffa2d454. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.516307] env[69520]: DEBUG nova.network.neutron [req-ecc47eac-8b7a-400e-b840-889281d897a4 req-ee51a961-c80e-4ca5-89d7-6dda8d374c07 service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Updating instance_info_cache with network_info: [{"id": "de599e6d-411e-45fd-930f-2bd6ffa2d454", "address": "fa:16:3e:c9:18:4a", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde599e6d-41", "ovs_interfaceid": "de599e6d-411e-45fd-930f-2bd6ffa2d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.600052] env[69520]: DEBUG oslo_vmware.rw_handles [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524679cd-7cf4-ba49-e75a-966bafdb9609/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1132.600340] env[69520]: INFO nova.virt.vmwareapi.images [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Downloaded image file data b0cbda55-ac64-45f7-aa42-8fd58c4e24c3 [ 1132.604527] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902f1d86-774a-4fa1-ab8d-8148e3f55ead {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.628536] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7046d19a-273e-4b3b-b78b-0a30d2c5a3d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.664695] env[69520]: INFO nova.virt.vmwareapi.images [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] The imported VM was unregistered [ 1132.666451] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Caching image {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1132.666702] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3 {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.667144] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77d72574-7e19-4717-9a18-e6ead537bea8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.684057] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44fe41d-b5a1-495d-9206-8bf5025525c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.690611] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Created directory with path [datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3 {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.690732] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664/OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664.vmdk to [datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3.vmdk. {{(pid=69520) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1132.691437] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ce6c6ede-5609-426c-b1ab-5b9dc322a4a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.697182] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e293619-d18c-4646-b8e9-c998c1c07144 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.702643] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1132.702643] env[69520]: value = "task-3482496" [ 1132.702643] env[69520]: _type = "Task" [ 1132.702643] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.737620] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaa6907-8bd6-478f-b47b-22744c7e2828 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.740787] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482496, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.747094] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378db174-f73b-4a1e-8d2d-8d93238eb249 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.763788] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "refresh_cache-f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.763923] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquired lock "refresh_cache-f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.764125] env[69520]: DEBUG nova.network.neutron [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.765673] env[69520]: DEBUG nova.compute.provider_tree [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.826926] env[69520]: DEBUG nova.compute.manager [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Received event network-vif-plugged-2316a84d-9c0e-4450-b001-496da1347b60 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.828071] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] Acquiring lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.828071] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.828071] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.828071] env[69520]: DEBUG nova.compute.manager [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] No waiting events found dispatching network-vif-plugged-2316a84d-9c0e-4450-b001-496da1347b60 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.828071] env[69520]: WARNING nova.compute.manager [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Received unexpected event network-vif-plugged-2316a84d-9c0e-4450-b001-496da1347b60 for instance with vm_state building and task_state spawning. [ 1132.828553] env[69520]: DEBUG nova.compute.manager [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Received event network-changed-2316a84d-9c0e-4450-b001-496da1347b60 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.828796] env[69520]: DEBUG nova.compute.manager [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Refreshing instance network info cache due to event network-changed-2316a84d-9c0e-4450-b001-496da1347b60. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.829013] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] Acquiring lock "refresh_cache-f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.844107] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5276e9a5-1c50-4a3e-16dc-8a53b24f1f80, 'name': SearchDatastore_Task, 'duration_secs': 0.015762} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.845753] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3fe771-5c8e-4034-a30b-8808413bd08e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.852820] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for the task: (returnval){ [ 1132.852820] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5253217a-b557-d458-a2bf-45425d9ef143" [ 1132.852820] env[69520]: _type = "Task" [ 1132.852820] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.863456] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5253217a-b557-d458-a2bf-45425d9ef143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.932083] env[69520]: DEBUG oslo_concurrency.lockutils [req-424fb9c6-ef13-4576-8154-c5ec653f0768 req-67b8fd43-3c0d-4cec-b5b3-e149113a079e service nova] Releasing lock "refresh_cache-a3ea885e-8638-4ff4-96ae-706e2031254b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.019082] env[69520]: DEBUG oslo_concurrency.lockutils [req-ecc47eac-8b7a-400e-b840-889281d897a4 req-ee51a961-c80e-4ca5-89d7-6dda8d374c07 service nova] Releasing lock "refresh_cache-72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.218142] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482496, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.244155] env[69520]: DEBUG nova.network.neutron [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance_info_cache with network_info: [{"id": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "address": "fa:16:3e:19:cc:c7", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ee4bcf-0a", "ovs_interfaceid": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.271555] env[69520]: DEBUG nova.scheduler.client.report [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.304774] env[69520]: DEBUG nova.network.neutron [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.364156] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5253217a-b557-d458-a2bf-45425d9ef143, 'name': SearchDatastore_Task, 'duration_secs': 0.072126} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.364454] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.364723] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] a3ea885e-8638-4ff4-96ae-706e2031254b/a3ea885e-8638-4ff4-96ae-706e2031254b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.365041] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2c22b3b-6c6e-46e2-85e4-26507873daaf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.374575] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for the task: (returnval){ [ 1133.374575] env[69520]: value = "task-3482497" [ 1133.374575] env[69520]: _type = "Task" [ 1133.374575] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.387483] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.448971] env[69520]: DEBUG nova.network.neutron [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Updating instance_info_cache with network_info: [{"id": "2316a84d-9c0e-4450-b001-496da1347b60", "address": "fa:16:3e:ce:ed:9d", "network": {"id": "e2a90cd4-c785-4a9a-83bb-411ae957edcb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-945629486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ce8d7acf644f56b62390c579d47f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316a84d-9c", "ovs_interfaceid": "2316a84d-9c0e-4450-b001-496da1347b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.687669] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.688073] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.714635] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482496, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.747562] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.779120] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.781892] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.407s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.782248] env[69520]: DEBUG nova.objects.instance [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lazy-loading 'resources' on Instance uuid 32b238de-7b9e-4dde-819e-ca21c035077e {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.807115] env[69520]: INFO nova.scheduler.client.report [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Deleted allocations for instance 9131fadb-f3ca-4eaa-8fde-452517eed627 [ 1133.887339] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.950325] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220df24-0c1b-353f-f033-64919657d299/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1133.951392] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a210dac-b5b8-4e0e-b3b7-299b5cb2d80a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.954995] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Releasing lock "refresh_cache-f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.955376] env[69520]: DEBUG nova.compute.manager [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Instance network_info: |[{"id": "2316a84d-9c0e-4450-b001-496da1347b60", "address": "fa:16:3e:ce:ed:9d", "network": {"id": "e2a90cd4-c785-4a9a-83bb-411ae957edcb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-945629486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ce8d7acf644f56b62390c579d47f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316a84d-9c", "ovs_interfaceid": "2316a84d-9c0e-4450-b001-496da1347b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.955679] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] Acquired lock "refresh_cache-f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.955882] env[69520]: DEBUG nova.network.neutron [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Refreshing network info cache for port 2316a84d-9c0e-4450-b001-496da1347b60 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.957258] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:ed:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2316a84d-9c0e-4450-b001-496da1347b60', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.965021] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.968797] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.970978] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd1f53f0-b9d3-466f-94ce-72a5f2688700 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.989389] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220df24-0c1b-353f-f033-64919657d299/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1133.989389] env[69520]: ERROR oslo_vmware.rw_handles [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220df24-0c1b-353f-f033-64919657d299/disk-0.vmdk due to incomplete transfer. [ 1133.989776] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cdf73e3a-bc39-46af-b51c-7abc755d6e10 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.998238] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.998238] env[69520]: value = "task-3482498" [ 1133.998238] env[69520]: _type = "Task" [ 1133.998238] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.999572] env[69520]: DEBUG oslo_vmware.rw_handles [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220df24-0c1b-353f-f033-64919657d299/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1133.999767] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Uploaded image 19740ab1-6dec-4470-81ab-d095b7b2bb71 to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1134.002349] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1134.006852] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d0c7ed9-8b9f-4f02-bf9c-59be07bceaaf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.014026] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482498, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.014338] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1134.014338] env[69520]: value = "task-3482499" [ 1134.014338] env[69520]: _type = "Task" [ 1134.014338] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.022337] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482499, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.191414] env[69520]: INFO nova.compute.manager [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Detaching volume 28c666e0-5c97-47fc-9a8c-82808ed25ca5 [ 1134.214227] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482496, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.237146] env[69520]: INFO nova.virt.block_device [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Attempting to driver detach volume 28c666e0-5c97-47fc-9a8c-82808ed25ca5 from mountpoint /dev/sdb [ 1134.237522] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1134.237836] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696179', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'name': 'volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ba8b91-fc8e-4438-b969-9a4345000e05', 'attached_at': '', 'detached_at': '', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'serial': '28c666e0-5c97-47fc-9a8c-82808ed25ca5'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1134.239453] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c079524-e510-43f7-87e8-de34c2c7261e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.267544] env[69520]: DEBUG nova.network.neutron [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Updated VIF entry in instance network info cache for port 2316a84d-9c0e-4450-b001-496da1347b60. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.267544] env[69520]: DEBUG nova.network.neutron [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Updating instance_info_cache with network_info: [{"id": "2316a84d-9c0e-4450-b001-496da1347b60", "address": "fa:16:3e:ce:ed:9d", "network": {"id": "e2a90cd4-c785-4a9a-83bb-411ae957edcb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-945629486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ce8d7acf644f56b62390c579d47f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316a84d-9c", "ovs_interfaceid": "2316a84d-9c0e-4450-b001-496da1347b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.269566] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a104099f-c7ec-40fa-8fef-9daa09fddd8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.278886] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c362b903-64fb-4431-88d8-6608bd7b0fe8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.303951] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c38fd17-ccc3-41c0-867c-b84efe686556 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.322607] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] The volume has not been displaced from its original location: [datastore1] volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5/volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1134.328042] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.328678] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ec5768d0-51e8-40a9-9c53-a1c745d43d98 tempest-ImagesOneServerNegativeTestJSON-669352448 tempest-ImagesOneServerNegativeTestJSON-669352448-project-member] Lock "9131fadb-f3ca-4eaa-8fde-452517eed627" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.615s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.332542] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8bd4138-c564-4355-b313-7ef6ecdb768d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.353919] env[69520]: DEBUG oslo_vmware.api [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1134.353919] env[69520]: value = "task-3482500" [ 1134.353919] env[69520]: _type = "Task" [ 1134.353919] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.366109] env[69520]: DEBUG oslo_vmware.api [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.387590] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.511775] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482498, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.524163] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482499, 'name': Destroy_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.527600] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b1ff9b-9069-431c-92fa-7bac344087b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.535612] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c462237-2eca-413d-8f95-cf7dfcbfef1b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.567272] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d6f369-cebe-4751-90f0-74390f1b1c9e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.575272] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3b13c4-8a34-4a5e-9206-887624f0b5b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.590222] env[69520]: DEBUG nova.compute.provider_tree [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.715494] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482496, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.773947] env[69520]: DEBUG oslo_concurrency.lockutils [req-e5eb4f5e-cf00-45d8-bffe-971a3c715a8b req-dce24401-cbda-4a99-9493-d6a389248d75 service nova] Releasing lock "refresh_cache-f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.864763] env[69520]: DEBUG oslo_vmware.api [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482500, 'name': ReconfigVM_Task, 'duration_secs': 0.34008} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.865103] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.870426] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c4b308b-710c-4322-afeb-f2f8af5273f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.892210] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482497, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.893745] env[69520]: DEBUG oslo_vmware.api [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1134.893745] env[69520]: value = "task-3482501" [ 1134.893745] env[69520]: _type = "Task" [ 1134.893745] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.902215] env[69520]: DEBUG oslo_vmware.api [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.017042] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482498, 'name': CreateVM_Task, 'duration_secs': 0.889411} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.018918] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.019696] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.019869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.020295] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.020935] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b752c2c-36ac-4352-85dd-94d98895475c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.026753] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482499, 'name': Destroy_Task, 'duration_secs': 0.557805} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.027760] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Destroyed the VM [ 1135.028056] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1135.028376] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f55db89-22d3-4dd8-a0b0-3dd0e1091928 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.032034] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1135.032034] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a6a9e9-4bee-e915-0e49-41f266d82580" [ 1135.032034] env[69520]: _type = "Task" [ 1135.032034] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.038109] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1135.038109] env[69520]: value = "task-3482502" [ 1135.038109] env[69520]: _type = "Task" [ 1135.038109] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.042316] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a6a9e9-4bee-e915-0e49-41f266d82580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.052633] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482502, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.094086] env[69520]: DEBUG nova.scheduler.client.report [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.217040] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482496, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.280545] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47b7edc-77e8-4e5c-aedc-d911ee2d29bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.304320] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance 'd9211715-c803-42b4-ae0f-38a69bcc5cb6' progress to 0 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.395104] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482497, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.971169} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.398140] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] a3ea885e-8638-4ff4-96ae-706e2031254b/a3ea885e-8638-4ff4-96ae-706e2031254b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.398361] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.398612] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef8a9ad3-39d6-435b-a0aa-6268eea78257 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.405681] env[69520]: DEBUG oslo_vmware.api [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482501, 'name': ReconfigVM_Task, 'duration_secs': 0.186605} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.406905] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696179', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'name': 'volume-28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6ba8b91-fc8e-4438-b969-9a4345000e05', 'attached_at': '', 'detached_at': '', 'volume_id': '28c666e0-5c97-47fc-9a8c-82808ed25ca5', 'serial': '28c666e0-5c97-47fc-9a8c-82808ed25ca5'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1135.409027] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for the task: (returnval){ [ 1135.409027] env[69520]: value = "task-3482503" [ 1135.409027] env[69520]: _type = "Task" [ 1135.409027] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.419560] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.543443] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a6a9e9-4bee-e915-0e49-41f266d82580, 'name': SearchDatastore_Task, 'duration_secs': 0.068196} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.546656] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.546963] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.547280] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.547468] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.547687] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.547970] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed95a25b-72d6-4efa-8139-1619177ea190 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.554438] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482502, 'name': RemoveSnapshot_Task, 'duration_secs': 0.449846} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.554737] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1135.555162] env[69520]: DEBUG nova.compute.manager [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.556591] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e3a405-1333-4f3f-bc0d-9fce64e6df58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.559858] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.560012] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.561228] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce28f395-dea9-4c3e-a616-b8a1e7bd18f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.569589] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1135.569589] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5200c287-c579-b130-6093-5bef10a50b21" [ 1135.569589] env[69520]: _type = "Task" [ 1135.569589] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.578445] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5200c287-c579-b130-6093-5bef10a50b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.599959] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.622154] env[69520]: INFO nova.scheduler.client.report [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted allocations for instance 32b238de-7b9e-4dde-819e-ca21c035077e [ 1135.716156] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482496, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.690186} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.716447] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664/OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664.vmdk to [datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3.vmdk. [ 1135.716642] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Cleaning up location [datastore1] OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664 {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1135.716806] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ae4f9178-18a3-4e2d-bdeb-14b4a3c0f664 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.718416] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a0ac7e3-a7c0-4bdf-a30f-59231dcb6e7b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.725049] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1135.725049] env[69520]: value = "task-3482504" [ 1135.725049] env[69520]: _type = "Task" [ 1135.725049] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.734294] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.812011] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.812352] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75a37cee-c7a0-4f39-9313-cd976d22cbe3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.819717] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1135.819717] env[69520]: value = "task-3482505" [ 1135.819717] env[69520]: _type = "Task" [ 1135.819717] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.829748] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.922718] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067726} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.923254] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.924506] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2599aba6-e564-4c54-a088-07f3040c28a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.957953] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] a3ea885e-8638-4ff4-96ae-706e2031254b/a3ea885e-8638-4ff4-96ae-706e2031254b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.958499] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe0f856-234a-4947-b742-1328a0828d33 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.975112] env[69520]: DEBUG nova.objects.instance [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lazy-loading 'flavor' on Instance uuid a6ba8b91-fc8e-4438-b969-9a4345000e05 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.983059] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for the task: (returnval){ [ 1135.983059] env[69520]: value = "task-3482506" [ 1135.983059] env[69520]: _type = "Task" [ 1135.983059] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.992554] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.071124] env[69520]: INFO nova.compute.manager [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Shelve offloading [ 1136.084425] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5200c287-c579-b130-6093-5bef10a50b21, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.085309] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69aa402-8c21-4009-b16c-b725a5382552 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.092272] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1136.092272] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227bceb-a0fa-011b-a027-a6c4261f8fab" [ 1136.092272] env[69520]: _type = "Task" [ 1136.092272] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.101886] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227bceb-a0fa-011b-a027-a6c4261f8fab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.129685] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b7a55ef6-fdaf-4a4d-a4cc-f193794489c9 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "32b238de-7b9e-4dde-819e-ca21c035077e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.721s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.236845] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037336} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.237185] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.237360] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.237621] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3.vmdk to [datastore1] 75e1ab9d-f2a8-481d-96de-b246a927b7c4/75e1ab9d-f2a8-481d-96de-b246a927b7c4.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.237882] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-192ec775-1ff6-4ac3-adca-f1f6393ba82d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.245220] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1136.245220] env[69520]: value = "task-3482507" [ 1136.245220] env[69520]: _type = "Task" [ 1136.245220] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.256619] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.329705] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482505, 'name': PowerOffVM_Task, 'duration_secs': 0.23634} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.330014] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.330417] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance 'd9211715-c803-42b4-ae0f-38a69bcc5cb6' progress to 17 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.493094] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482506, 'name': ReconfigVM_Task, 'duration_secs': 0.292107} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.494373] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] a3ea885e-8638-4ff4-96ae-706e2031254b/a3ea885e-8638-4ff4-96ae-706e2031254b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.494663] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3416a2a7-ca7c-4e3f-980a-a71fca8a5941 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.505018] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for the task: (returnval){ [ 1136.505018] env[69520]: value = "task-3482508" [ 1136.505018] env[69520]: _type = "Task" [ 1136.505018] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.510350] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482508, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.580765] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.581248] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-375b839b-b301-46b2-89b9-c5258a0b8ad0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.593257] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1136.593257] env[69520]: value = "task-3482509" [ 1136.593257] env[69520]: _type = "Task" [ 1136.593257] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.605781] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5227bceb-a0fa-011b-a027-a6c4261f8fab, 'name': SearchDatastore_Task, 'duration_secs': 0.022006} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.610105] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.610373] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92/f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.610784] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d3bed17-50ee-4af1-8c27-68be1e522f59 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.613638] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1136.613869] env[69520]: DEBUG nova.compute.manager [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.614705] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b2ab5d-9a15-4c52-b1c6-0e28f0f50ff2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.621667] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.621865] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.622054] env[69520]: DEBUG nova.network.neutron [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.625398] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1136.625398] env[69520]: value = "task-3482510" [ 1136.625398] env[69520]: _type = "Task" [ 1136.625398] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.635928] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.758432] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482507, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.839136] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.839473] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.839656] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.839921] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.840116] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.840273] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.840483] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.840645] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.840856] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.840979] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.841211] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.849372] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef09032-64f2-47fa-bda2-7b9373b01da3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.873630] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1136.873630] env[69520]: value = "task-3482511" [ 1136.873630] env[69520]: _type = "Task" [ 1136.873630] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.883175] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.988449] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c372f793-55b5-4354-8470-1e534f282837 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.012938] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482508, 'name': Rename_Task, 'duration_secs': 0.334704} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.013257] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.013512] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9486f445-8238-4f7c-949c-7866d4daeb7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.021177] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for the task: (returnval){ [ 1137.021177] env[69520]: value = "task-3482512" [ 1137.021177] env[69520]: _type = "Task" [ 1137.021177] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.032084] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.137431] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.177053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.177263] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.236498] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.236819] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.237064] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "a6ba8b91-fc8e-4438-b969-9a4345000e05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.237255] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.237427] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.240305] env[69520]: INFO nova.compute.manager [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Terminating instance [ 1137.260428] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482507, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.384498] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482511, 'name': ReconfigVM_Task, 'duration_secs': 0.269956} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.384903] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance 'd9211715-c803-42b4-ae0f-38a69bcc5cb6' progress to 33 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.396747] env[69520]: DEBUG nova.network.neutron [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Updating instance_info_cache with network_info: [{"id": "3fe06033-8bbc-4f02-8ba8-357f775dc635", "address": "fa:16:3e:ba:e3:08", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe06033-8b", "ovs_interfaceid": "3fe06033-8bbc-4f02-8ba8-357f775dc635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.532403] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.637531] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.680522] env[69520]: DEBUG nova.compute.manager [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.749051] env[69520]: DEBUG nova.compute.manager [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.749606] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.751059] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c7446-f7ff-45ce-afc7-5ba0e16309f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.764279] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482507, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.766614] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.766931] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e8e4b0-c6af-4a66-bae3-2bf112d4a076 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.774613] env[69520]: DEBUG oslo_vmware.api [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1137.774613] env[69520]: value = "task-3482513" [ 1137.774613] env[69520]: _type = "Task" [ 1137.774613] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.783151] env[69520]: DEBUG oslo_vmware.api [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.892862] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.893215] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.893387] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.893592] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.893758] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.893932] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.894193] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.894362] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.894546] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.894707] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.894889] env[69520]: DEBUG nova.virt.hardware [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.901202] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.903081] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.905109] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf24c23-65cc-4786-9c34-6bcc7a736140 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.931488] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1137.931488] env[69520]: value = "task-3482514" [ 1137.931488] env[69520]: _type = "Task" [ 1137.931488] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.944016] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.032639] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.138347] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482510, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.209302] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.209620] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.211434] env[69520]: INFO nova.compute.claims [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.260679] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482507, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.284935] env[69520]: DEBUG oslo_vmware.api [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482513, 'name': PowerOffVM_Task, 'duration_secs': 0.237609} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.285201] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.285373] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.285633] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f420c02d-6824-48f3-818f-3aea78b9465b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.365637] env[69520]: DEBUG nova.compute.manager [req-6963b992-f8f7-4ebc-a78f-4b7ec855dfd2 req-7d1f3aef-20fd-4840-ad14-8ce51c3727ba service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Received event network-vif-unplugged-3fe06033-8bbc-4f02-8ba8-357f775dc635 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.365922] env[69520]: DEBUG oslo_concurrency.lockutils [req-6963b992-f8f7-4ebc-a78f-4b7ec855dfd2 req-7d1f3aef-20fd-4840-ad14-8ce51c3727ba service nova] Acquiring lock "cf342722-74bc-4cac-9433-64a3230906aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.366164] env[69520]: DEBUG oslo_concurrency.lockutils [req-6963b992-f8f7-4ebc-a78f-4b7ec855dfd2 req-7d1f3aef-20fd-4840-ad14-8ce51c3727ba service nova] Lock "cf342722-74bc-4cac-9433-64a3230906aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.366339] env[69520]: DEBUG oslo_concurrency.lockutils [req-6963b992-f8f7-4ebc-a78f-4b7ec855dfd2 req-7d1f3aef-20fd-4840-ad14-8ce51c3727ba service nova] Lock "cf342722-74bc-4cac-9433-64a3230906aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.366515] env[69520]: DEBUG nova.compute.manager [req-6963b992-f8f7-4ebc-a78f-4b7ec855dfd2 req-7d1f3aef-20fd-4840-ad14-8ce51c3727ba service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] No waiting events found dispatching network-vif-unplugged-3fe06033-8bbc-4f02-8ba8-357f775dc635 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.366715] env[69520]: WARNING nova.compute.manager [req-6963b992-f8f7-4ebc-a78f-4b7ec855dfd2 req-7d1f3aef-20fd-4840-ad14-8ce51c3727ba service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Received unexpected event network-vif-unplugged-3fe06033-8bbc-4f02-8ba8-357f775dc635 for instance with vm_state shelved and task_state shelving_offloading. [ 1138.426048] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "9e1dce19-6806-41c2-907a-f7f42312e57b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.426464] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.429376] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.430506] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87e84d1-ffdb-4588-99c8-089661b459b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.440310] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.440645] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.440852] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleting the datastore file [datastore2] a6ba8b91-fc8e-4438-b969-9a4345000e05 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.443860] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2c153bc-cb87-4ab1-b73c-210e9726df5f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.445895] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.446429] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5995a87f-13d0-44dc-a72e-008edf18ace3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.451871] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482514, 'name': ReconfigVM_Task, 'duration_secs': 0.297886} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.452552] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.453398] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8643080c-88dd-43af-8085-886b6fd3082a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.457374] env[69520]: DEBUG oslo_vmware.api [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1138.457374] env[69520]: value = "task-3482516" [ 1138.457374] env[69520]: _type = "Task" [ 1138.457374] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.484280] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] d9211715-c803-42b4-ae0f-38a69bcc5cb6/d9211715-c803-42b4-ae0f-38a69bcc5cb6.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.488227] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc330277-bd31-47a6-a281-6833ced8d776 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.501998] env[69520]: DEBUG oslo_vmware.api [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.507486] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1138.507486] env[69520]: value = "task-3482518" [ 1138.507486] env[69520]: _type = "Task" [ 1138.507486] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.516681] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.528337] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.528555] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.528728] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleting the datastore file [datastore2] cf342722-74bc-4cac-9433-64a3230906aa {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.529480] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37b7eff3-2600-4ade-893c-d7993159c7fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.537146] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482512, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.542156] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1138.542156] env[69520]: value = "task-3482519" [ 1138.542156] env[69520]: _type = "Task" [ 1138.542156] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.550758] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.640395] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482510, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.761852] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482507, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.937640] env[69520]: INFO nova.compute.manager [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Detaching volume 6acfc92e-dc0a-4e08-a37a-0d8b376b4f41 [ 1138.970741] env[69520]: DEBUG oslo_vmware.api [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464267} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.971196] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.971389] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.971623] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.971807] env[69520]: INFO nova.compute.manager [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1138.972071] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.972284] env[69520]: DEBUG nova.compute.manager [-] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.972377] env[69520]: DEBUG nova.network.neutron [-] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.990565] env[69520]: INFO nova.virt.block_device [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Attempting to driver detach volume 6acfc92e-dc0a-4e08-a37a-0d8b376b4f41 from mountpoint /dev/sdb [ 1138.990932] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1138.991277] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696182', 'volume_id': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'name': 'volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9e1dce19-6806-41c2-907a-f7f42312e57b', 'attached_at': '', 'detached_at': '', 'volume_id': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'serial': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1138.992455] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fca497-8b6f-4767-94f9-e73b549f88b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.022785] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45713987-cf92-4c50-8b1f-cefed2c8fefe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.035506] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.038565] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f85fd4-59a3-4454-ae38-3bd48db27ad8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.044265] env[69520]: DEBUG oslo_vmware.api [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482512, 'name': PowerOnVM_Task, 'duration_secs': 2.019711} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.048090] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.048422] env[69520]: INFO nova.compute.manager [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1139.048628] env[69520]: DEBUG nova.compute.manager [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.064765] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245dbc17-f240-4cbe-8682-9110fd705013 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.068614] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64097a6c-1b65-49ed-b3a1-1d85c7a024db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.076785] env[69520]: DEBUG oslo_vmware.api [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349951} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.077367] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.077610] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.077856] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.092405] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] The volume has not been displaced from its original location: [datastore1] volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41/volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1139.099293] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.106219] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf4d808e-8e40-4eac-ae1c-c7ee167d2312 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.118224] env[69520]: INFO nova.scheduler.client.report [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted allocations for instance cf342722-74bc-4cac-9433-64a3230906aa [ 1139.126117] env[69520]: DEBUG oslo_vmware.api [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1139.126117] env[69520]: value = "task-3482520" [ 1139.126117] env[69520]: _type = "Task" [ 1139.126117] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.138815] env[69520]: DEBUG oslo_vmware.api [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.142081] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482510, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.405194} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.142336] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92/f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.142677] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.142804] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3ed35cb-effa-4e60-9f88-56f45c31d987 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.150034] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1139.150034] env[69520]: value = "task-3482521" [ 1139.150034] env[69520]: _type = "Task" [ 1139.150034] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.158985] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.264717] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482507, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.697522} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.265081] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3/b0cbda55-ac64-45f7-aa42-8fd58c4e24c3.vmdk to [datastore1] 75e1ab9d-f2a8-481d-96de-b246a927b7c4/75e1ab9d-f2a8-481d-96de-b246a927b7c4.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.265782] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f470f-f07a-4b0c-8984-936cb4f9d97a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.290974] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 75e1ab9d-f2a8-481d-96de-b246a927b7c4/75e1ab9d-f2a8-481d-96de-b246a927b7c4.vmdk or device None with type streamOptimized {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.294203] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83540bd6-9cde-415b-995d-ea6c7e86a94a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.314175] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1139.314175] env[69520]: value = "task-3482522" [ 1139.314175] env[69520]: _type = "Task" [ 1139.314175] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.325309] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.437859] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3be462-118d-491d-b576-1b4e8b46a8da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.449117] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb2956b-cac2-40f6-98c7-c1121049e63e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.485442] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8b4821-6ca6-4f67-a6f7-f7ea4626e40b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.494116] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438690d3-0f16-4519-a25f-c358e93b6256 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.508965] env[69520]: DEBUG nova.compute.provider_tree [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.527977] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.628366] env[69520]: INFO nova.compute.manager [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Took 17.89 seconds to build instance. [ 1139.633099] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.643778] env[69520]: DEBUG oslo_vmware.api [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.661601] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26147} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.661772] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.663069] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81d4620-f90f-4052-999e-db49b5b5a66a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.689811] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92/f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.692496] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2700625a-c763-4baf-8843-79a216cfbd58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.719733] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1139.719733] env[69520]: value = "task-3482523" [ 1139.719733] env[69520]: _type = "Task" [ 1139.719733] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.730315] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.831723] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482522, 'name': ReconfigVM_Task, 'duration_secs': 0.459599} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.832134] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 75e1ab9d-f2a8-481d-96de-b246a927b7c4/75e1ab9d-f2a8-481d-96de-b246a927b7c4.vmdk or device None with type streamOptimized {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.832775] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed0f8e58-298b-48d1-8974-1406175f2ef6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.839509] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1139.839509] env[69520]: value = "task-3482524" [ 1139.839509] env[69520]: _type = "Task" [ 1139.839509] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.848986] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482524, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.012703] env[69520]: DEBUG nova.scheduler.client.report [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.029346] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.104247] env[69520]: DEBUG nova.network.neutron [-] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.131026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-931d052b-36a4-4a5f-8634-9644c5812473 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "a3ea885e-8638-4ff4-96ae-706e2031254b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.409s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.140355] env[69520]: DEBUG oslo_vmware.api [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482520, 'name': ReconfigVM_Task, 'duration_secs': 0.591598} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.141023] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.145520] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38f5d50-a8d2-41d1-a4d8-926d1ced7ede {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.161765] env[69520]: DEBUG oslo_vmware.api [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1140.161765] env[69520]: value = "task-3482525" [ 1140.161765] env[69520]: _type = "Task" [ 1140.161765] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.170610] env[69520]: DEBUG oslo_vmware.api [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.214384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "cf342722-74bc-4cac-9433-64a3230906aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.214384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bda6c30b-2515-40f5-b4e8-a0523afcd2a0 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquiring lock "interface-a3ea885e-8638-4ff4-96ae-706e2031254b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.214384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bda6c30b-2515-40f5-b4e8-a0523afcd2a0 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "interface-a3ea885e-8638-4ff4-96ae-706e2031254b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.215963] env[69520]: DEBUG nova.objects.instance [None req-bda6c30b-2515-40f5-b4e8-a0523afcd2a0 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lazy-loading 'flavor' on Instance uuid a3ea885e-8638-4ff4-96ae-706e2031254b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.237590] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.349564] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482524, 'name': Rename_Task, 'duration_secs': 0.141567} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.349927] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.350143] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a955fe-6c6c-4b85-96c0-04028aeab482 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.357675] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1140.357675] env[69520]: value = "task-3482526" [ 1140.357675] env[69520]: _type = "Task" [ 1140.357675] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.366857] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.520477] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.521323] env[69520]: DEBUG nova.compute.manager [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.523787] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.894s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.526241] env[69520]: DEBUG nova.objects.instance [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lazy-loading 'resources' on Instance uuid cf342722-74bc-4cac-9433-64a3230906aa {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.538106] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482518, 'name': ReconfigVM_Task, 'duration_secs': 1.635804} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.538404] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfigured VM instance instance-0000005f to attach disk [datastore2] d9211715-c803-42b4-ae0f-38a69bcc5cb6/d9211715-c803-42b4-ae0f-38a69bcc5cb6.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.538686] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance 'd9211715-c803-42b4-ae0f-38a69bcc5cb6' progress to 50 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.606679] env[69520]: INFO nova.compute.manager [-] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Took 1.63 seconds to deallocate network for instance. [ 1140.643857] env[69520]: DEBUG nova.compute.manager [req-cec2dd0e-98e6-49f0-96c9-2352b6f499da req-ae04d7fe-4507-425c-92a8-9a62297c9be3 service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Received event network-changed-3fe06033-8bbc-4f02-8ba8-357f775dc635 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.643857] env[69520]: DEBUG nova.compute.manager [req-cec2dd0e-98e6-49f0-96c9-2352b6f499da req-ae04d7fe-4507-425c-92a8-9a62297c9be3 service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Refreshing instance network info cache due to event network-changed-3fe06033-8bbc-4f02-8ba8-357f775dc635. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.643968] env[69520]: DEBUG oslo_concurrency.lockutils [req-cec2dd0e-98e6-49f0-96c9-2352b6f499da req-ae04d7fe-4507-425c-92a8-9a62297c9be3 service nova] Acquiring lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.644020] env[69520]: DEBUG oslo_concurrency.lockutils [req-cec2dd0e-98e6-49f0-96c9-2352b6f499da req-ae04d7fe-4507-425c-92a8-9a62297c9be3 service nova] Acquired lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.644603] env[69520]: DEBUG nova.network.neutron [req-cec2dd0e-98e6-49f0-96c9-2352b6f499da req-ae04d7fe-4507-425c-92a8-9a62297c9be3 service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Refreshing network info cache for port 3fe06033-8bbc-4f02-8ba8-357f775dc635 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.672297] env[69520]: DEBUG oslo_vmware.api [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482525, 'name': ReconfigVM_Task, 'duration_secs': 0.223287} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.672635] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696182', 'volume_id': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'name': 'volume-6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9e1dce19-6806-41c2-907a-f7f42312e57b', 'attached_at': '', 'detached_at': '', 'volume_id': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41', 'serial': '6acfc92e-dc0a-4e08-a37a-0d8b376b4f41'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1140.721951] env[69520]: DEBUG nova.objects.instance [None req-bda6c30b-2515-40f5-b4e8-a0523afcd2a0 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lazy-loading 'pci_requests' on Instance uuid a3ea885e-8638-4ff4-96ae-706e2031254b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.737510] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482523, 'name': ReconfigVM_Task, 'duration_secs': 0.797492} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.738236] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Reconfigured VM instance instance-00000068 to attach disk [datastore1] f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92/f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.738422] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b4ee62c-466a-4b5c-9c63-68208fd9496e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.745561] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1140.745561] env[69520]: value = "task-3482527" [ 1140.745561] env[69520]: _type = "Task" [ 1140.745561] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.754253] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482527, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.871244] env[69520]: DEBUG oslo_vmware.api [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482526, 'name': PowerOnVM_Task, 'duration_secs': 0.495457} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.871593] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.992216] env[69520]: DEBUG nova.compute.manager [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.995118] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584d6654-f7bc-4e29-992b-7f9588f8a482 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.029122] env[69520]: DEBUG nova.compute.utils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.030423] env[69520]: DEBUG nova.compute.manager [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.030423] env[69520]: DEBUG nova.network.neutron [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.032547] env[69520]: DEBUG nova.objects.instance [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lazy-loading 'numa_topology' on Instance uuid cf342722-74bc-4cac-9433-64a3230906aa {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.046463] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261dff6-0d3e-4986-bd7c-7bcae741d699 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.070879] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80011921-23cc-4207-a23a-5802b84a1857 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.078713] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "d7135f96-eed3-490e-a970-1051bcfd6966" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.078974] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "d7135f96-eed3-490e-a970-1051bcfd6966" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.097088] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance 'd9211715-c803-42b4-ae0f-38a69bcc5cb6' progress to 67 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.101453] env[69520]: DEBUG nova.policy [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac66dfd3cdc46a09b43d18737a0f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1fbaaf2f0c945d7a4c9e155d33f833d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.103741] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.112094] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "b3183180-84d2-4326-8e6e-1885a732a2ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.112094] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "b3183180-84d2-4326-8e6e-1885a732a2ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.115221] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.148188] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.149069] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.224780] env[69520]: DEBUG nova.objects.instance [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'flavor' on Instance uuid 9e1dce19-6806-41c2-907a-f7f42312e57b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.228614] env[69520]: DEBUG nova.objects.base [None req-bda6c30b-2515-40f5-b4e8-a0523afcd2a0 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.228614] env[69520]: DEBUG nova.network.neutron [None req-bda6c30b-2515-40f5-b4e8-a0523afcd2a0 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.256099] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482527, 'name': Rename_Task, 'duration_secs': 0.247466} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.258548] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.259086] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a26e7d4b-d498-409c-982e-3d81068048ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.265645] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1141.265645] env[69520]: value = "task-3482528" [ 1141.265645] env[69520]: _type = "Task" [ 1141.265645] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.273777] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.351410] env[69520]: DEBUG nova.network.neutron [req-cec2dd0e-98e6-49f0-96c9-2352b6f499da req-ae04d7fe-4507-425c-92a8-9a62297c9be3 service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Updated VIF entry in instance network info cache for port 3fe06033-8bbc-4f02-8ba8-357f775dc635. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.351756] env[69520]: DEBUG nova.network.neutron [req-cec2dd0e-98e6-49f0-96c9-2352b6f499da req-ae04d7fe-4507-425c-92a8-9a62297c9be3 service nova] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Updating instance_info_cache with network_info: [{"id": "3fe06033-8bbc-4f02-8ba8-357f775dc635", "address": "fa:16:3e:ba:e3:08", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": null, "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3fe06033-8b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.357021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bda6c30b-2515-40f5-b4e8-a0523afcd2a0 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "interface-a3ea885e-8638-4ff4-96ae-706e2031254b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.139s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.434775] env[69520]: DEBUG nova.network.neutron [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Successfully created port: c9aa3090-05e7-4d01-afdb-a780054047a4 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.514595] env[69520]: DEBUG oslo_concurrency.lockutils [None req-828d28ec-ec76-419f-a2b4-c6e4ea69f6f7 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.197s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.534079] env[69520]: DEBUG nova.compute.manager [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.536795] env[69520]: DEBUG nova.objects.base [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.614955] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.636855] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.656279] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.778857] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.799558] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5122a5-7c29-40ee-b7b3-d6ebe12cf77b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.807017] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa88b63a-cfbb-4449-a859-e772f1fa36bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.841812] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4e2bd-ddf3-42f8-87e7-de1e78478814 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.849873] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262fab2d-29f7-43a8-af71-eba82afce055 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.856034] env[69520]: DEBUG oslo_concurrency.lockutils [req-cec2dd0e-98e6-49f0-96c9-2352b6f499da req-ae04d7fe-4507-425c-92a8-9a62297c9be3 service nova] Releasing lock "refresh_cache-cf342722-74bc-4cac-9433-64a3230906aa" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.856034] env[69520]: DEBUG nova.compute.manager [req-cec2dd0e-98e6-49f0-96c9-2352b6f499da req-ae04d7fe-4507-425c-92a8-9a62297c9be3 service nova] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Received event network-vif-deleted-d6460929-5e21-4c7c-9c4a-7e6822411f5b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.867155] env[69520]: DEBUG nova.compute.provider_tree [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.137698] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.179075] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.233928] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ea7a23dc-69a8-4494-9ee4-893733a11436 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.807s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.277441] env[69520]: DEBUG oslo_vmware.api [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482528, 'name': PowerOnVM_Task, 'duration_secs': 0.67762} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.277736] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.277939] env[69520]: INFO nova.compute.manager [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1142.278130] env[69520]: DEBUG nova.compute.manager [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.279048] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10bae69-f610-4647-8cc9-f95f8c31c0e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.372704] env[69520]: DEBUG nova.scheduler.client.report [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.547050] env[69520]: DEBUG nova.compute.manager [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.577113] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.577405] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.577792] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.578060] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.578229] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.578382] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.578595] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.578940] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.579149] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.579327] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.579517] env[69520]: DEBUG nova.virt.hardware [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.580398] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6dbad7-c205-4317-9911-e20324586c12 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.588541] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f258de8e-fc81-46b8-b736-9878717f27b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.795793] env[69520]: INFO nova.compute.manager [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Took 17.01 seconds to build instance. [ 1142.806988] env[69520]: DEBUG nova.network.neutron [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Port b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1142.880468] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.883052] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.768s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.883282] env[69520]: DEBUG nova.objects.instance [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lazy-loading 'resources' on Instance uuid a6ba8b91-fc8e-4438-b969-9a4345000e05 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.206139] env[69520]: DEBUG nova.network.neutron [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Successfully updated port: c9aa3090-05e7-4d01-afdb-a780054047a4 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.301223] env[69520]: DEBUG oslo_concurrency.lockutils [None req-15c340b4-74c9-43b7-9694-44ecbf79f229 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.522s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.327502] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquiring lock "a3ea885e-8638-4ff4-96ae-706e2031254b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.327759] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "a3ea885e-8638-4ff4-96ae-706e2031254b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.327972] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquiring lock "a3ea885e-8638-4ff4-96ae-706e2031254b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.328324] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "a3ea885e-8638-4ff4-96ae-706e2031254b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.328589] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "a3ea885e-8638-4ff4-96ae-706e2031254b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.331179] env[69520]: INFO nova.compute.manager [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Terminating instance [ 1143.395288] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b70a98a8-8c14-4876-94f4-cc86cd76e23f tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "cf342722-74bc-4cac-9433-64a3230906aa" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.247s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.396142] env[69520]: DEBUG oslo_concurrency.lockutils [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "cf342722-74bc-4cac-9433-64a3230906aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.182s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.396361] env[69520]: DEBUG oslo_concurrency.lockutils [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "cf342722-74bc-4cac-9433-64a3230906aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.396559] env[69520]: DEBUG oslo_concurrency.lockutils [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "cf342722-74bc-4cac-9433-64a3230906aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.396789] env[69520]: DEBUG oslo_concurrency.lockutils [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "cf342722-74bc-4cac-9433-64a3230906aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.398303] env[69520]: INFO nova.compute.manager [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Terminating instance [ 1143.500736] env[69520]: DEBUG nova.compute.manager [req-5d6d5f39-7b48-4f99-814f-a41f499d3d25 req-6d5edd63-5179-41ac-b4ed-286895487b34 service nova] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Received event network-vif-plugged-c9aa3090-05e7-4d01-afdb-a780054047a4 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.500952] env[69520]: DEBUG oslo_concurrency.lockutils [req-5d6d5f39-7b48-4f99-814f-a41f499d3d25 req-6d5edd63-5179-41ac-b4ed-286895487b34 service nova] Acquiring lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.501532] env[69520]: DEBUG oslo_concurrency.lockutils [req-5d6d5f39-7b48-4f99-814f-a41f499d3d25 req-6d5edd63-5179-41ac-b4ed-286895487b34 service nova] Lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.501532] env[69520]: DEBUG oslo_concurrency.lockutils [req-5d6d5f39-7b48-4f99-814f-a41f499d3d25 req-6d5edd63-5179-41ac-b4ed-286895487b34 service nova] Lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.501532] env[69520]: DEBUG nova.compute.manager [req-5d6d5f39-7b48-4f99-814f-a41f499d3d25 req-6d5edd63-5179-41ac-b4ed-286895487b34 service nova] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] No waiting events found dispatching network-vif-plugged-c9aa3090-05e7-4d01-afdb-a780054047a4 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.501737] env[69520]: WARNING nova.compute.manager [req-5d6d5f39-7b48-4f99-814f-a41f499d3d25 req-6d5edd63-5179-41ac-b4ed-286895487b34 service nova] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Received unexpected event network-vif-plugged-c9aa3090-05e7-4d01-afdb-a780054047a4 for instance with vm_state building and task_state spawning. [ 1143.550957] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28391632-aa52-46fa-86f7-33d5c7c5d8c1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.561924] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-be2f97fa-f444-47ae-9572-f78ff2a6686d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Suspending the VM {{(pid=69520) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1143.561924] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8655fea9-8d94-4443-90f2-5a10bf208c6b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.567337] env[69520]: DEBUG oslo_vmware.api [None req-be2f97fa-f444-47ae-9572-f78ff2a6686d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1143.567337] env[69520]: value = "task-3482529" [ 1143.567337] env[69520]: _type = "Task" [ 1143.567337] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.578450] env[69520]: DEBUG oslo_vmware.api [None req-be2f97fa-f444-47ae-9572-f78ff2a6686d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482529, 'name': SuspendVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.614043] env[69520]: DEBUG oslo_concurrency.lockutils [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "9e1dce19-6806-41c2-907a-f7f42312e57b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.614043] env[69520]: DEBUG oslo_concurrency.lockutils [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.614043] env[69520]: DEBUG oslo_concurrency.lockutils [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.614043] env[69520]: DEBUG oslo_concurrency.lockutils [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.614043] env[69520]: DEBUG oslo_concurrency.lockutils [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.616261] env[69520]: INFO nova.compute.manager [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Terminating instance [ 1143.625030] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05381d65-c8fc-478f-851d-7205fc6b4511 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.632025] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211768c5-6ad2-4b8a-987a-51cd6b9e17e1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.669072] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c932149-15d6-4ff2-bca0-a615ca3b4b3a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.676873] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990ff6fc-adca-4846-9a09-587da366540a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.692109] env[69520]: DEBUG nova.compute.provider_tree [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.708850] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "refresh_cache-68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.709028] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "refresh_cache-68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.709184] env[69520]: DEBUG nova.network.neutron [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.830991] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.831264] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.831421] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.835146] env[69520]: DEBUG nova.compute.manager [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.835351] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.836468] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdeffc4-d29d-4b55-b245-a69f6e71b27c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.845236] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.845494] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0352d04a-0a05-4aad-ab3a-e2faa3c8520a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.852303] env[69520]: DEBUG oslo_vmware.api [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for the task: (returnval){ [ 1143.852303] env[69520]: value = "task-3482530" [ 1143.852303] env[69520]: _type = "Task" [ 1143.852303] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.861458] env[69520]: DEBUG oslo_vmware.api [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.902398] env[69520]: DEBUG nova.compute.manager [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.902611] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.902907] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39c5f48f-6d37-41c1-9c00-6bfd02d98dda {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.915228] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cddc5ea-135b-4ee8-a9d3-7bdad7839a8a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.950601] env[69520]: WARNING nova.virt.vmwareapi.vmops [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cf342722-74bc-4cac-9433-64a3230906aa could not be found. [ 1143.950869] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.951180] env[69520]: INFO nova.compute.manager [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1143.951548] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.951862] env[69520]: DEBUG nova.compute.manager [-] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.951971] env[69520]: DEBUG nova.network.neutron [-] [instance: cf342722-74bc-4cac-9433-64a3230906aa] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.079160] env[69520]: DEBUG oslo_vmware.api [None req-be2f97fa-f444-47ae-9572-f78ff2a6686d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482529, 'name': SuspendVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.128316] env[69520]: DEBUG nova.compute.manager [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.128479] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.129418] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd859c8c-2321-42db-a613-968746aeb754 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.137435] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.137769] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cb28a67-16b2-4202-a982-085703b86c13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.144408] env[69520]: DEBUG oslo_vmware.api [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1144.144408] env[69520]: value = "task-3482531" [ 1144.144408] env[69520]: _type = "Task" [ 1144.144408] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.153202] env[69520]: DEBUG oslo_vmware.api [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.195715] env[69520]: DEBUG nova.scheduler.client.report [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.301286] env[69520]: DEBUG nova.network.neutron [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.364403] env[69520]: DEBUG oslo_vmware.api [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482530, 'name': PowerOffVM_Task, 'duration_secs': 0.244932} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.364403] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.364403] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.364403] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-244195d4-f2a3-41c4-8886-38ea9c53acc0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.434872] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.435065] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.435295] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Deleting the datastore file [datastore1] a3ea885e-8638-4ff4-96ae-706e2031254b {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.435559] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c3b35fa-9e9e-490c-bb14-aadb8fb79ddf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.443240] env[69520]: DEBUG oslo_vmware.api [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for the task: (returnval){ [ 1144.443240] env[69520]: value = "task-3482533" [ 1144.443240] env[69520]: _type = "Task" [ 1144.443240] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.453627] env[69520]: DEBUG oslo_vmware.api [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.478701] env[69520]: DEBUG nova.network.neutron [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Updating instance_info_cache with network_info: [{"id": "c9aa3090-05e7-4d01-afdb-a780054047a4", "address": "fa:16:3e:5f:af:c0", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9aa3090-05", "ovs_interfaceid": "c9aa3090-05e7-4d01-afdb-a780054047a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.580967] env[69520]: DEBUG oslo_vmware.api [None req-be2f97fa-f444-47ae-9572-f78ff2a6686d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482529, 'name': SuspendVM_Task, 'duration_secs': 0.600227} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.581501] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-be2f97fa-f444-47ae-9572-f78ff2a6686d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Suspended the VM {{(pid=69520) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1144.581810] env[69520]: DEBUG nova.compute.manager [None req-be2f97fa-f444-47ae-9572-f78ff2a6686d tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.582801] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b70898-efbd-4543-9e1f-da5d57a993af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.654332] env[69520]: DEBUG oslo_vmware.api [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482531, 'name': PowerOffVM_Task, 'duration_secs': 0.186917} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.654613] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.654781] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.655074] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8acfa795-1ade-4336-b02b-126ce1fe1318 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.701523] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.704067] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.068s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.705607] env[69520]: INFO nova.compute.claims [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.723385] env[69520]: INFO nova.scheduler.client.report [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted allocations for instance a6ba8b91-fc8e-4438-b969-9a4345000e05 [ 1144.727879] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.728099] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.728286] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleting the datastore file [datastore2] 9e1dce19-6806-41c2-907a-f7f42312e57b {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.728724] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d779a3ff-2316-40c9-91ba-5d4f65f658b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.737414] env[69520]: DEBUG oslo_vmware.api [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1144.737414] env[69520]: value = "task-3482535" [ 1144.737414] env[69520]: _type = "Task" [ 1144.737414] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.746277] env[69520]: DEBUG oslo_vmware.api [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.874169] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.874322] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.874417] env[69520]: DEBUG nova.network.neutron [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.913401] env[69520]: DEBUG nova.network.neutron [-] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.955819] env[69520]: DEBUG oslo_vmware.api [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Task: {'id': task-3482533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144899} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.956139] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.956342] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.956533] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.956724] env[69520]: INFO nova.compute.manager [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1144.956985] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.957530] env[69520]: DEBUG nova.compute.manager [-] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.957636] env[69520]: DEBUG nova.network.neutron [-] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.981677] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "refresh_cache-68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.982135] env[69520]: DEBUG nova.compute.manager [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Instance network_info: |[{"id": "c9aa3090-05e7-4d01-afdb-a780054047a4", "address": "fa:16:3e:5f:af:c0", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9aa3090-05", "ovs_interfaceid": "c9aa3090-05e7-4d01-afdb-a780054047a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.982636] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:af:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9aa3090-05e7-4d01-afdb-a780054047a4', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.991275] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.991846] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.992104] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8751913f-1feb-40e4-8679-a99d6b275320 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.013235] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.013235] env[69520]: value = "task-3482536" [ 1145.013235] env[69520]: _type = "Task" [ 1145.013235] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.021785] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482536, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.233026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6e1d28fe-eb6e-44a8-aa77-b3420b30b48c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "a6ba8b91-fc8e-4438-b969-9a4345000e05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.996s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.248296] env[69520]: DEBUG oslo_vmware.api [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140344} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.248569] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.248752] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.249096] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.249246] env[69520]: INFO nova.compute.manager [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1145.249472] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.249672] env[69520]: DEBUG nova.compute.manager [-] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.249775] env[69520]: DEBUG nova.network.neutron [-] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.401500] env[69520]: INFO nova.compute.manager [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Resuming [ 1145.402127] env[69520]: DEBUG nova.objects.instance [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lazy-loading 'flavor' on Instance uuid 75e1ab9d-f2a8-481d-96de-b246a927b7c4 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.418119] env[69520]: INFO nova.compute.manager [-] [instance: cf342722-74bc-4cac-9433-64a3230906aa] Took 1.46 seconds to deallocate network for instance. [ 1145.526024] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482536, 'name': CreateVM_Task, 'duration_secs': 0.375491} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.526024] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.526024] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.526024] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.526024] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.526024] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51bc1490-d0b3-466e-800f-f6008d832dfd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.530335] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1145.530335] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5298e9ae-6941-351d-5c35-11ab096d60c5" [ 1145.530335] env[69520]: _type = "Task" [ 1145.530335] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.541927] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5298e9ae-6941-351d-5c35-11ab096d60c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.560518] env[69520]: DEBUG nova.compute.manager [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Received event network-changed-c9aa3090-05e7-4d01-afdb-a780054047a4 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.560723] env[69520]: DEBUG nova.compute.manager [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Refreshing instance network info cache due to event network-changed-c9aa3090-05e7-4d01-afdb-a780054047a4. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.560932] env[69520]: DEBUG oslo_concurrency.lockutils [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] Acquiring lock "refresh_cache-68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.561094] env[69520]: DEBUG oslo_concurrency.lockutils [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] Acquired lock "refresh_cache-68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.561254] env[69520]: DEBUG nova.network.neutron [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Refreshing network info cache for port c9aa3090-05e7-4d01-afdb-a780054047a4 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.652660] env[69520]: DEBUG nova.network.neutron [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance_info_cache with network_info: [{"id": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "address": "fa:16:3e:19:cc:c7", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ee4bcf-0a", "ovs_interfaceid": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.886666] env[69520]: DEBUG nova.network.neutron [-] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.920374] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf8dbc-c630-4128-bbee-38d6c685bc70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.931469] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2214631b-87ac-4aed-96d1-3eff97039433 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.970359] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57391f6-cdfc-4bac-9a57-7b82d5fdad16 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.978334] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912c3f3c-df39-42f0-8d1d-aa04ef2b5497 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.992255] env[69520]: DEBUG nova.compute.provider_tree [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.041677] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5298e9ae-6941-351d-5c35-11ab096d60c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.041994] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.042225] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.042463] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.042610] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.042789] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.043061] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2077e296-ce74-46c0-a6e4-248b44898d3f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.051700] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.051870] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.052565] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3b6600-6559-44d6-a87c-9d95eb73fe31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.057658] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1146.057658] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52289ed1-4668-a4f4-9c74-b44a73bd74e4" [ 1146.057658] env[69520]: _type = "Task" [ 1146.057658] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.066403] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52289ed1-4668-a4f4-9c74-b44a73bd74e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.155192] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.332874] env[69520]: DEBUG nova.network.neutron [-] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.365140] env[69520]: DEBUG nova.network.neutron [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Updated VIF entry in instance network info cache for port c9aa3090-05e7-4d01-afdb-a780054047a4. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.365140] env[69520]: DEBUG nova.network.neutron [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Updating instance_info_cache with network_info: [{"id": "c9aa3090-05e7-4d01-afdb-a780054047a4", "address": "fa:16:3e:5f:af:c0", "network": {"id": "847f6048-666d-4696-b862-b7888b2d0b55", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127190190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1fbaaf2f0c945d7a4c9e155d33f833d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9aa3090-05", "ovs_interfaceid": "c9aa3090-05e7-4d01-afdb-a780054047a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.389338] env[69520]: INFO nova.compute.manager [-] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Took 1.43 seconds to deallocate network for instance. [ 1146.473346] env[69520]: DEBUG oslo_concurrency.lockutils [None req-676f52fb-8853-4f02-8e2b-82902566abe4 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "cf342722-74bc-4cac-9433-64a3230906aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.077s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.495277] env[69520]: DEBUG nova.scheduler.client.report [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.567910] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52289ed1-4668-a4f4-9c74-b44a73bd74e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008286} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.568688] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb898242-7e9d-4255-85b4-deb386251417 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.574043] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1146.574043] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528286a1-d5f6-e5c7-f213-3744527b910a" [ 1146.574043] env[69520]: _type = "Task" [ 1146.574043] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.581528] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528286a1-d5f6-e5c7-f213-3744527b910a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.664193] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726cb8e6-dfa5-4078-8cb5-37033311b5f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.671636] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce083ff-a1cb-4dc1-9563-fc2ae9c17fe9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.836419] env[69520]: INFO nova.compute.manager [-] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Took 1.59 seconds to deallocate network for instance. [ 1146.836704] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "ce241060-aa25-429c-92d3-052f12712dd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.836926] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "ce241060-aa25-429c-92d3-052f12712dd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.868572] env[69520]: DEBUG oslo_concurrency.lockutils [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] Releasing lock "refresh_cache-68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.868881] env[69520]: DEBUG nova.compute.manager [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Received event network-changed-2316a84d-9c0e-4450-b001-496da1347b60 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.869069] env[69520]: DEBUG nova.compute.manager [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Refreshing instance network info cache due to event network-changed-2316a84d-9c0e-4450-b001-496da1347b60. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.869278] env[69520]: DEBUG oslo_concurrency.lockutils [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] Acquiring lock "refresh_cache-f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.869421] env[69520]: DEBUG oslo_concurrency.lockutils [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] Acquired lock "refresh_cache-f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.869579] env[69520]: DEBUG nova.network.neutron [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Refreshing network info cache for port 2316a84d-9c0e-4450-b001-496da1347b60 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.898305] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.916691] env[69520]: DEBUG oslo_concurrency.lockutils [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.916964] env[69520]: DEBUG oslo_concurrency.lockutils [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquired lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.917167] env[69520]: DEBUG nova.network.neutron [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.999819] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.000447] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.003149] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.866s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.004945] env[69520]: INFO nova.compute.claims [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.084507] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528286a1-d5f6-e5c7-f213-3744527b910a, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.084780] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.085081] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9/68c2d065-ddd9-4f79-be38-9d72c5c2f8a9.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.085323] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa36588e-308b-49d8-84c1-9f23a9ed840a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.092661] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1147.092661] env[69520]: value = "task-3482537" [ 1147.092661] env[69520]: _type = "Task" [ 1147.092661] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.102547] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.340141] env[69520]: DEBUG nova.compute.manager [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.344036] env[69520]: DEBUG oslo_concurrency.lockutils [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.510288] env[69520]: DEBUG nova.compute.utils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.514338] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.514554] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.606381] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482537, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.649023] env[69520]: DEBUG nova.policy [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb5da9155653413b81be213fd5efad25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca65378b211247fe8a2eede267797ff6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.664859] env[69520]: DEBUG nova.compute.manager [req-17765429-80bb-45de-a721-fa5dfe4e51e4 req-6991a33f-d811-447b-973e-4b0b55a8c66e service nova] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Received event network-vif-deleted-f0ae3a7c-e8f6-4f6e-8094-d743f45103a1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.672085] env[69520]: DEBUG nova.network.neutron [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updating instance_info_cache with network_info: [{"id": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "address": "fa:16:3e:a0:78:d4", "network": {"id": "dbe1346b-b111-42a0-a211-c3dc0bb0c147", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1695231092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f8660f24764d1b87d36cac6a421146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e6946-f7", "ovs_interfaceid": "901e6946-f7b0-4e8b-812e-584ac37ee2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.782019] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1d6edb-6f79-4616-bf24-6b2a6e1dd83f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.803057] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d64b7-e2b9-4ef3-845a-fc9aef4eb863 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.809959] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance 'd9211715-c803-42b4-ae0f-38a69bcc5cb6' progress to 83 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.866739] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.866975] env[69520]: DEBUG nova.network.neutron [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Updated VIF entry in instance network info cache for port 2316a84d-9c0e-4450-b001-496da1347b60. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.867322] env[69520]: DEBUG nova.network.neutron [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Updating instance_info_cache with network_info: [{"id": "2316a84d-9c0e-4450-b001-496da1347b60", "address": "fa:16:3e:ce:ed:9d", "network": {"id": "e2a90cd4-c785-4a9a-83bb-411ae957edcb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-945629486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ce8d7acf644f56b62390c579d47f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316a84d-9c", "ovs_interfaceid": "2316a84d-9c0e-4450-b001-496da1347b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.906124] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "c664d854-5c13-422e-9de7-9545e6e5127c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.906375] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "c664d854-5c13-422e-9de7-9545e6e5127c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.021883] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.076947] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Successfully created port: c3c16468-7742-427e-abdd-425a0f45bcb8 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.103725] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53479} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.106264] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9/68c2d065-ddd9-4f79-be38-9d72c5c2f8a9.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.106485] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.107209] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b901b9ca-4d0a-44fe-bb00-5929aba1e722 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.113569] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1148.113569] env[69520]: value = "task-3482538" [ 1148.113569] env[69520]: _type = "Task" [ 1148.113569] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.123988] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.174424] env[69520]: DEBUG oslo_concurrency.lockutils [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Releasing lock "refresh_cache-75e1ab9d-f2a8-481d-96de-b246a927b7c4" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.175397] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9efb907-3eaa-49d5-9843-665edda15c41 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.184727] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Resuming the VM {{(pid=69520) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1148.184971] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c368223-1325-4016-a553-67c427e61939 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.192733] env[69520]: DEBUG oslo_vmware.api [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1148.192733] env[69520]: value = "task-3482539" [ 1148.192733] env[69520]: _type = "Task" [ 1148.192733] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.200170] env[69520]: DEBUG oslo_vmware.api [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.247392] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73a4514-99fc-4609-be45-a2abb82265b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.255543] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9930bbb9-02f8-410e-bebc-48b51b2e3b7f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.285195] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed122238-cdf6-4563-a3e1-a32473280b11 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.292603] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa17947-2742-4533-a18c-dd6ef30ab716 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.307287] env[69520]: DEBUG nova.compute.provider_tree [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.318450] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.319491] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72ce22d6-17d3-4c4e-801f-1cd9e469e867 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.325786] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1148.325786] env[69520]: value = "task-3482540" [ 1148.325786] env[69520]: _type = "Task" [ 1148.325786] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.334137] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.370805] env[69520]: DEBUG oslo_concurrency.lockutils [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] Releasing lock "refresh_cache-f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.371222] env[69520]: DEBUG nova.compute.manager [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Received event network-vif-deleted-74abe3d3-4181-4912-8ef1-2f6e6d00665f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.371453] env[69520]: INFO nova.compute.manager [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Neutron deleted interface 74abe3d3-4181-4912-8ef1-2f6e6d00665f; detaching it from the instance and deleting it from the info cache [ 1148.371672] env[69520]: DEBUG nova.network.neutron [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.409020] env[69520]: DEBUG nova.compute.manager [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.623575] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071433} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.623881] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.624948] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a391aa-8b34-4b05-b96c-f885f81199c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.647640] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9/68c2d065-ddd9-4f79-be38-9d72c5c2f8a9.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.647921] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82d7378d-bf7e-4bea-87ac-ad5da1c7b6a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.667793] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1148.667793] env[69520]: value = "task-3482541" [ 1148.667793] env[69520]: _type = "Task" [ 1148.667793] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.675665] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.704076] env[69520]: DEBUG oslo_vmware.api [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482539, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.810420] env[69520]: DEBUG nova.scheduler.client.report [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.838222] env[69520]: DEBUG oslo_vmware.api [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482540, 'name': PowerOnVM_Task, 'duration_secs': 0.415775} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.838513] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.838704] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3de7889f-66f5-4ca9-8cea-372e01cc9307 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance 'd9211715-c803-42b4-ae0f-38a69bcc5cb6' progress to 100 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.874996] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60401e20-e3a1-4044-a875-3c1093d85c42 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.885673] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d1653-0c52-4724-a63f-e006defa14ba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.924834] env[69520]: DEBUG nova.compute.manager [req-9a69c8fc-ce67-4f85-8b87-b6a6ef71ea3b req-aaae8ddc-f573-4d42-8539-1ac5f52a233b service nova] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Detach interface failed, port_id=74abe3d3-4181-4912-8ef1-2f6e6d00665f, reason: Instance a3ea885e-8638-4ff4-96ae-706e2031254b could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.938358] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.034810] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.066637] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.066954] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.067322] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.067322] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.067502] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.067620] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.067838] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.067999] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.068471] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.068471] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.068622] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.069657] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bdeda0-8a26-407b-9228-e209c662363f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.079030] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168f621c-d257-47d1-b543-9f5117c4ac4f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.178252] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.203373] env[69520]: DEBUG oslo_vmware.api [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482539, 'name': PowerOnVM_Task, 'duration_secs': 0.719649} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.203641] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Resumed the VM {{(pid=69520) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1149.203822] env[69520]: DEBUG nova.compute.manager [None req-76ef8e4a-0719-4478-a875-fbb4a2f17cd0 tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.204627] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff3e888-ebf3-455b-81d2-02c6cc8629b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.315531] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.316097] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.319133] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.140s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.320579] env[69520]: INFO nova.compute.claims [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.681100] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482541, 'name': ReconfigVM_Task, 'duration_secs': 0.74551} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.681100] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9/68c2d065-ddd9-4f79-be38-9d72c5c2f8a9.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.681100] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f43be65a-e453-463a-bf34-dc555ecea914 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.686942] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1149.686942] env[69520]: value = "task-3482542" [ 1149.686942] env[69520]: _type = "Task" [ 1149.686942] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.695627] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482542, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.812339] env[69520]: DEBUG nova.compute.manager [req-cedad6cf-a908-4116-b805-5edc24158535 req-4c4a5761-659a-43bb-b28d-5721a2c46123 service nova] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Received event network-vif-plugged-c3c16468-7742-427e-abdd-425a0f45bcb8 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.812497] env[69520]: DEBUG oslo_concurrency.lockutils [req-cedad6cf-a908-4116-b805-5edc24158535 req-4c4a5761-659a-43bb-b28d-5721a2c46123 service nova] Acquiring lock "d7135f96-eed3-490e-a970-1051bcfd6966-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.812701] env[69520]: DEBUG oslo_concurrency.lockutils [req-cedad6cf-a908-4116-b805-5edc24158535 req-4c4a5761-659a-43bb-b28d-5721a2c46123 service nova] Lock "d7135f96-eed3-490e-a970-1051bcfd6966-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.812936] env[69520]: DEBUG oslo_concurrency.lockutils [req-cedad6cf-a908-4116-b805-5edc24158535 req-4c4a5761-659a-43bb-b28d-5721a2c46123 service nova] Lock "d7135f96-eed3-490e-a970-1051bcfd6966-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.813098] env[69520]: DEBUG nova.compute.manager [req-cedad6cf-a908-4116-b805-5edc24158535 req-4c4a5761-659a-43bb-b28d-5721a2c46123 service nova] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] No waiting events found dispatching network-vif-plugged-c3c16468-7742-427e-abdd-425a0f45bcb8 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.813298] env[69520]: WARNING nova.compute.manager [req-cedad6cf-a908-4116-b805-5edc24158535 req-4c4a5761-659a-43bb-b28d-5721a2c46123 service nova] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Received unexpected event network-vif-plugged-c3c16468-7742-427e-abdd-425a0f45bcb8 for instance with vm_state building and task_state spawning. [ 1149.824655] env[69520]: DEBUG nova.compute.utils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.828177] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.828384] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.915831] env[69520]: DEBUG nova.policy [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb5da9155653413b81be213fd5efad25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca65378b211247fe8a2eede267797ff6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.970781] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Successfully updated port: c3c16468-7742-427e-abdd-425a0f45bcb8 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.197391] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482542, 'name': Rename_Task, 'duration_secs': 0.406206} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.197849] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.201554] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-889edfad-88df-46e2-bb77-d70b3e44f7a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.208410] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1150.208410] env[69520]: value = "task-3482543" [ 1150.208410] env[69520]: _type = "Task" [ 1150.208410] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.218966] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.329492] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.375093] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Successfully created port: 1c4a0f47-539a-4358-964e-f3b3ec1c3383 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.473049] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "refresh_cache-d7135f96-eed3-490e-a970-1051bcfd6966" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.473049] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired lock "refresh_cache-d7135f96-eed3-490e-a970-1051bcfd6966" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.473731] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.588478] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a495af6-b7be-4b40-b1da-1b296c645809 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.603239] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d2fb5-2091-43c6-9989-e3c08dd6d339 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.641328] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c42f06d-21f3-4203-b203-924608ae4b4e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.650181] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea396e1e-110d-4306-b2f3-a3ce17649b1f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.668817] env[69520]: DEBUG nova.compute.provider_tree [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.719251] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.982803] env[69520]: DEBUG nova.network.neutron [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Port b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1150.983772] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.983772] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.984113] env[69520]: DEBUG nova.network.neutron [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.005839] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.159995] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Updating instance_info_cache with network_info: [{"id": "c3c16468-7742-427e-abdd-425a0f45bcb8", "address": "fa:16:3e:0b:b4:43", "network": {"id": "c3f00d81-f0db-4f47-9c6f-358c49f8a9d2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-379962986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca65378b211247fe8a2eede267797ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c16468-77", "ovs_interfaceid": "c3c16468-7742-427e-abdd-425a0f45bcb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.173489] env[69520]: DEBUG nova.scheduler.client.report [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.219740] env[69520]: DEBUG oslo_vmware.api [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482543, 'name': PowerOnVM_Task, 'duration_secs': 0.930336} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.219983] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.220257] env[69520]: INFO nova.compute.manager [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1151.220484] env[69520]: DEBUG nova.compute.manager [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.221416] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e5791b-bdc5-4358-bac2-add764464b6a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.341161] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.369236] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.369236] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.369393] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.369463] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.369610] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.369758] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.370064] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.370290] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.370480] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.370652] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.370828] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.371728] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdf455b-9454-43e9-8831-ad810ae06cbc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.379570] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04507916-14bc-427d-a9e4-33c2782d6e82 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.662774] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Releasing lock "refresh_cache-d7135f96-eed3-490e-a970-1051bcfd6966" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.663117] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Instance network_info: |[{"id": "c3c16468-7742-427e-abdd-425a0f45bcb8", "address": "fa:16:3e:0b:b4:43", "network": {"id": "c3f00d81-f0db-4f47-9c6f-358c49f8a9d2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-379962986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca65378b211247fe8a2eede267797ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c16468-77", "ovs_interfaceid": "c3c16468-7742-427e-abdd-425a0f45bcb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.663543] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:b4:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3c16468-7742-427e-abdd-425a0f45bcb8', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.671090] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Creating folder: Project (ca65378b211247fe8a2eede267797ff6). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.671386] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5308e704-fe5a-47e7-a4df-60bb33c9f7f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.680663] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.681178] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.685129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.787s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.686102] env[69520]: DEBUG nova.objects.instance [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lazy-loading 'resources' on Instance uuid a3ea885e-8638-4ff4-96ae-706e2031254b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.686887] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Created folder: Project (ca65378b211247fe8a2eede267797ff6) in parent group-v695915. [ 1151.686887] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Creating folder: Instances. Parent ref: group-v696209. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.687511] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b9d1b00-12ad-4679-a4f8-ece9d896d733 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.697009] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Created folder: Instances in parent group-v696209. [ 1151.697251] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.697441] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.697634] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-553f1aa6-2072-45e3-bc98-fee4bedce197 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.714419] env[69520]: DEBUG nova.network.neutron [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance_info_cache with network_info: [{"id": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "address": "fa:16:3e:19:cc:c7", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ee4bcf-0a", "ovs_interfaceid": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.720736] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.720736] env[69520]: value = "task-3482546" [ 1151.720736] env[69520]: _type = "Task" [ 1151.720736] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.731449] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482546, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.738825] env[69520]: INFO nova.compute.manager [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Took 13.55 seconds to build instance. [ 1151.840495] env[69520]: DEBUG nova.compute.manager [req-6bd157fe-619a-41ea-9c48-54bd6b5eef52 req-16a1ae94-e25d-43f7-8b51-14c0a57aca4d service nova] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Received event network-changed-c3c16468-7742-427e-abdd-425a0f45bcb8 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.840810] env[69520]: DEBUG nova.compute.manager [req-6bd157fe-619a-41ea-9c48-54bd6b5eef52 req-16a1ae94-e25d-43f7-8b51-14c0a57aca4d service nova] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Refreshing instance network info cache due to event network-changed-c3c16468-7742-427e-abdd-425a0f45bcb8. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.841167] env[69520]: DEBUG oslo_concurrency.lockutils [req-6bd157fe-619a-41ea-9c48-54bd6b5eef52 req-16a1ae94-e25d-43f7-8b51-14c0a57aca4d service nova] Acquiring lock "refresh_cache-d7135f96-eed3-490e-a970-1051bcfd6966" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.841399] env[69520]: DEBUG oslo_concurrency.lockutils [req-6bd157fe-619a-41ea-9c48-54bd6b5eef52 req-16a1ae94-e25d-43f7-8b51-14c0a57aca4d service nova] Acquired lock "refresh_cache-d7135f96-eed3-490e-a970-1051bcfd6966" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.841603] env[69520]: DEBUG nova.network.neutron [req-6bd157fe-619a-41ea-9c48-54bd6b5eef52 req-16a1ae94-e25d-43f7-8b51-14c0a57aca4d service nova] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Refreshing network info cache for port c3c16468-7742-427e-abdd-425a0f45bcb8 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.104175] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Successfully updated port: 1c4a0f47-539a-4358-964e-f3b3ec1c3383 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.189077] env[69520]: DEBUG nova.compute.utils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.193319] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.193539] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.217128] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.233429] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482546, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.235461] env[69520]: DEBUG nova.policy [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb5da9155653413b81be213fd5efad25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca65378b211247fe8a2eede267797ff6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.240951] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5d08e166-a97b-4521-83d4-0eaca85e6e1b tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.064s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.408544] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcbc5c0-037a-495d-a334-73f151c06621 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.418597] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90b043f-7298-45f2-a6a9-0e25fafcb19c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.449959] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b2569-374b-4bbb-bc81-c1bf998f19fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.457203] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f199892-f819-4460-a7b1-3a022a0ae86c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.472294] env[69520]: DEBUG nova.compute.provider_tree [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.578221] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Successfully created port: 68bfabc1-1b79-4e3e-82f1-fa4b8d206abd {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.608325] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "refresh_cache-b3183180-84d2-4326-8e6e-1885a732a2ee" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.608455] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired lock "refresh_cache-b3183180-84d2-4326-8e6e-1885a732a2ee" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.608590] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.694449] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.720312] env[69520]: DEBUG nova.compute.manager [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69520) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1152.733331] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482546, 'name': CreateVM_Task, 'duration_secs': 0.594822} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.733631] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.734521] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.734521] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.734693] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.734885] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcd21dd-804b-4ab6-a41a-d8fd5a715001 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.741930] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1152.741930] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5261dc33-313e-685d-50b7-bcbe308a5bfe" [ 1152.741930] env[69520]: _type = "Task" [ 1152.741930] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.751065] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5261dc33-313e-685d-50b7-bcbe308a5bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.789288] env[69520]: DEBUG nova.network.neutron [req-6bd157fe-619a-41ea-9c48-54bd6b5eef52 req-16a1ae94-e25d-43f7-8b51-14c0a57aca4d service nova] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Updated VIF entry in instance network info cache for port c3c16468-7742-427e-abdd-425a0f45bcb8. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.790290] env[69520]: DEBUG nova.network.neutron [req-6bd157fe-619a-41ea-9c48-54bd6b5eef52 req-16a1ae94-e25d-43f7-8b51-14c0a57aca4d service nova] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Updating instance_info_cache with network_info: [{"id": "c3c16468-7742-427e-abdd-425a0f45bcb8", "address": "fa:16:3e:0b:b4:43", "network": {"id": "c3f00d81-f0db-4f47-9c6f-358c49f8a9d2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-379962986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca65378b211247fe8a2eede267797ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c16468-77", "ovs_interfaceid": "c3c16468-7742-427e-abdd-425a0f45bcb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.975857] env[69520]: DEBUG nova.scheduler.client.report [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.142578] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.205329] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.205440] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.205595] env[69520]: DEBUG nova.compute.manager [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.206665] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5457caba-1934-4cff-a9b3-03585d24b83a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.213500] env[69520]: DEBUG nova.compute.manager [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1153.214066] env[69520]: DEBUG nova.objects.instance [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lazy-loading 'flavor' on Instance uuid 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.253896] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5261dc33-313e-685d-50b7-bcbe308a5bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.020663} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.254206] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.254438] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.254668] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.254812] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.255011] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.255264] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f9753ed-15e8-40f2-bd14-15ae8c897281 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.269965] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.270159] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.270839] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49ec71e-9b77-4bc4-bae7-dabe511649d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.276089] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1153.276089] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5210baff-24ec-5f09-29eb-609778ba54cb" [ 1153.276089] env[69520]: _type = "Task" [ 1153.276089] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.276913] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Updating instance_info_cache with network_info: [{"id": "1c4a0f47-539a-4358-964e-f3b3ec1c3383", "address": "fa:16:3e:44:49:4c", "network": {"id": "c3f00d81-f0db-4f47-9c6f-358c49f8a9d2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-379962986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca65378b211247fe8a2eede267797ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4a0f47-53", "ovs_interfaceid": "1c4a0f47-539a-4358-964e-f3b3ec1c3383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.285209] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5210baff-24ec-5f09-29eb-609778ba54cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.292679] env[69520]: DEBUG oslo_concurrency.lockutils [req-6bd157fe-619a-41ea-9c48-54bd6b5eef52 req-16a1ae94-e25d-43f7-8b51-14c0a57aca4d service nova] Releasing lock "refresh_cache-d7135f96-eed3-490e-a970-1051bcfd6966" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.482819] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.486014] env[69520]: DEBUG oslo_concurrency.lockutils [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.142s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.486290] env[69520]: DEBUG nova.objects.instance [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'resources' on Instance uuid 9e1dce19-6806-41c2-907a-f7f42312e57b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.504533] env[69520]: INFO nova.scheduler.client.report [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Deleted allocations for instance a3ea885e-8638-4ff4-96ae-706e2031254b [ 1153.708240] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.738208] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.738534] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.738707] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.738972] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.739180] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.739345] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.739588] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.739780] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.740022] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.740238] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.740487] env[69520]: DEBUG nova.virt.hardware [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.741770] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013c727-0c7e-4ceb-9a72-50359d6b11ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.751526] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb6014-cd34-455e-8e4c-faf31f76d6d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.782714] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Releasing lock "refresh_cache-b3183180-84d2-4326-8e6e-1885a732a2ee" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.782932] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Instance network_info: |[{"id": "1c4a0f47-539a-4358-964e-f3b3ec1c3383", "address": "fa:16:3e:44:49:4c", "network": {"id": "c3f00d81-f0db-4f47-9c6f-358c49f8a9d2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-379962986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca65378b211247fe8a2eede267797ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4a0f47-53", "ovs_interfaceid": "1c4a0f47-539a-4358-964e-f3b3ec1c3383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.783355] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:49:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c4a0f47-539a-4358-964e-f3b3ec1c3383', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.790894] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.791606] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.791832] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-351567b3-2fd4-4d8a-be22-a89ee3efd52a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.810351] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5210baff-24ec-5f09-29eb-609778ba54cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.811532] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d1adf2-d85a-4f44-9830-bf68afe5f312 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.815223] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.815223] env[69520]: value = "task-3482547" [ 1153.815223] env[69520]: _type = "Task" [ 1153.815223] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.819455] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1153.819455] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8a857-d8d8-dad5-a5c6-32d2c24ca3c6" [ 1153.819455] env[69520]: _type = "Task" [ 1153.819455] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.826951] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482547, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.829861] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8a857-d8d8-dad5-a5c6-32d2c24ca3c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.836446] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.868043] env[69520]: DEBUG nova.compute.manager [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Received event network-vif-plugged-1c4a0f47-539a-4358-964e-f3b3ec1c3383 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.868298] env[69520]: DEBUG oslo_concurrency.lockutils [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] Acquiring lock "b3183180-84d2-4326-8e6e-1885a732a2ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.868503] env[69520]: DEBUG oslo_concurrency.lockutils [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] Lock "b3183180-84d2-4326-8e6e-1885a732a2ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.868635] env[69520]: DEBUG oslo_concurrency.lockutils [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] Lock "b3183180-84d2-4326-8e6e-1885a732a2ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.868846] env[69520]: DEBUG nova.compute.manager [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] No waiting events found dispatching network-vif-plugged-1c4a0f47-539a-4358-964e-f3b3ec1c3383 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.868998] env[69520]: WARNING nova.compute.manager [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Received unexpected event network-vif-plugged-1c4a0f47-539a-4358-964e-f3b3ec1c3383 for instance with vm_state building and task_state spawning. [ 1153.869178] env[69520]: DEBUG nova.compute.manager [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Received event network-changed-1c4a0f47-539a-4358-964e-f3b3ec1c3383 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.869334] env[69520]: DEBUG nova.compute.manager [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Refreshing instance network info cache due to event network-changed-1c4a0f47-539a-4358-964e-f3b3ec1c3383. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.869507] env[69520]: DEBUG oslo_concurrency.lockutils [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] Acquiring lock "refresh_cache-b3183180-84d2-4326-8e6e-1885a732a2ee" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.869662] env[69520]: DEBUG oslo_concurrency.lockutils [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] Acquired lock "refresh_cache-b3183180-84d2-4326-8e6e-1885a732a2ee" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.869869] env[69520]: DEBUG nova.network.neutron [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Refreshing network info cache for port 1c4a0f47-539a-4358-964e-f3b3ec1c3383 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.016267] env[69520]: DEBUG oslo_concurrency.lockutils [None req-59bef4de-4839-47d1-8a33-62485088ec78 tempest-AttachInterfacesV270Test-452962164 tempest-AttachInterfacesV270Test-452962164-project-member] Lock "a3ea885e-8638-4ff4-96ae-706e2031254b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.688s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.223180] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.223872] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd9e7b6-6981-4ff9-9616-95ecfdc76611 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.231885] env[69520]: DEBUG oslo_vmware.api [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1154.231885] env[69520]: value = "task-3482548" [ 1154.231885] env[69520]: _type = "Task" [ 1154.231885] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.250402] env[69520]: DEBUG oslo_vmware.api [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.262177] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a3a525-d2b1-4751-b50b-9366fc586250 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.272181] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15a3702-0fcd-41f9-8a02-fbbdc3f437b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.308940] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cccb4a7-8583-4c4e-bc14-59c338d5fe30 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.320581] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4f871a-6919-4823-909a-9a661e08b0cb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.331660] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482547, 'name': CreateVM_Task, 'duration_secs': 0.34068} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.340316] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.340915] env[69520]: DEBUG nova.compute.provider_tree [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.346434] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.346604] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.346940] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.347661] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8a857-d8d8-dad5-a5c6-32d2c24ca3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.348143] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908ffbc4-8ddd-4ff1-b8c8-b69cbd66b859 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.350236] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.350489] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] d7135f96-eed3-490e-a970-1051bcfd6966/d7135f96-eed3-490e-a970-1051bcfd6966.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.350755] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a54ebb5-4c2c-49aa-93b5-092bdb8905be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.356034] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1154.356034] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bf7202-8290-6a4c-bed8-8d007185f66c" [ 1154.356034] env[69520]: _type = "Task" [ 1154.356034] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.360803] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1154.360803] env[69520]: value = "task-3482549" [ 1154.360803] env[69520]: _type = "Task" [ 1154.360803] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.367643] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bf7202-8290-6a4c-bed8-8d007185f66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.375667] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.415956] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Successfully updated port: 68bfabc1-1b79-4e3e-82f1-fa4b8d206abd {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.581970] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.582254] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.582525] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.582725] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.582946] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.585409] env[69520]: INFO nova.compute.manager [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Terminating instance [ 1154.715395] env[69520]: DEBUG nova.network.neutron [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Updated VIF entry in instance network info cache for port 1c4a0f47-539a-4358-964e-f3b3ec1c3383. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.715395] env[69520]: DEBUG nova.network.neutron [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Updating instance_info_cache with network_info: [{"id": "1c4a0f47-539a-4358-964e-f3b3ec1c3383", "address": "fa:16:3e:44:49:4c", "network": {"id": "c3f00d81-f0db-4f47-9c6f-358c49f8a9d2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-379962986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca65378b211247fe8a2eede267797ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4a0f47-53", "ovs_interfaceid": "1c4a0f47-539a-4358-964e-f3b3ec1c3383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.742411] env[69520]: DEBUG oslo_vmware.api [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482548, 'name': PowerOffVM_Task, 'duration_secs': 0.178867} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.742785] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.742824] env[69520]: DEBUG nova.compute.manager [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.743598] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9da9e7-c80d-4b48-9840-3db323516b29 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.850408] env[69520]: DEBUG nova.scheduler.client.report [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.874611] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482549, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.881339] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bf7202-8290-6a4c-bed8-8d007185f66c, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.881841] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.882119] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.882839] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.882839] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.882985] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.883712] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4e92a09-913b-4cc3-ab21-42c1fa3f53e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.894163] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.894362] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.895333] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed716d9-bda2-49b5-9100-c168da31bfa2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.901358] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1154.901358] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526d17af-bfe4-c6b8-43df-178c70fea1c0" [ 1154.901358] env[69520]: _type = "Task" [ 1154.901358] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.910190] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526d17af-bfe4-c6b8-43df-178c70fea1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.919667] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "refresh_cache-3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.919667] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired lock "refresh_cache-3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.919667] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.091067] env[69520]: DEBUG nova.compute.manager [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.091264] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.092178] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b2c2e5-a4e8-43fb-8840-e52b97bba1da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.100950] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.101260] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-636e1ef9-cde9-4eb9-a3ce-d57e5bf89c39 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.108464] env[69520]: DEBUG oslo_vmware.api [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1155.108464] env[69520]: value = "task-3482550" [ 1155.108464] env[69520]: _type = "Task" [ 1155.108464] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.117907] env[69520]: DEBUG oslo_vmware.api [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.219213] env[69520]: DEBUG oslo_concurrency.lockutils [req-77ef46b4-368c-40d3-8059-bdde378a18b6 req-9394e25c-cc41-4b20-b82a-d01bf8adb2ae service nova] Releasing lock "refresh_cache-b3183180-84d2-4326-8e6e-1885a732a2ee" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.258609] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e1801a3d-0b1b-40b8-ad37-c27d4b1c02a2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.357404] env[69520]: DEBUG oslo_concurrency.lockutils [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.361551] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.495s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.362885] env[69520]: INFO nova.compute.claims [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.378855] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.97269} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.379858] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] d7135f96-eed3-490e-a970-1051bcfd6966/d7135f96-eed3-490e-a970-1051bcfd6966.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.380134] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.380414] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3dc7f10-8f06-4cda-964f-d689604efe0d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.387168] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1155.387168] env[69520]: value = "task-3482551" [ 1155.387168] env[69520]: _type = "Task" [ 1155.387168] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.391542] env[69520]: INFO nova.scheduler.client.report [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleted allocations for instance 9e1dce19-6806-41c2-907a-f7f42312e57b [ 1155.400815] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.410642] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526d17af-bfe4-c6b8-43df-178c70fea1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.411511] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85add1d7-d5c7-41f0-a098-ea96d4414c89 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.419181] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1155.419181] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521803ec-0a14-3dc4-17ba-93ab0a5ae604" [ 1155.419181] env[69520]: _type = "Task" [ 1155.419181] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.427887] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521803ec-0a14-3dc4-17ba-93ab0a5ae604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.474035] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.619803] env[69520]: DEBUG oslo_vmware.api [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482550, 'name': PowerOffVM_Task, 'duration_secs': 0.252117} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.620346] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.622781] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.622781] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-581b5c4c-a77a-419b-b44f-4ac4ee399d40 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.701437] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.702062] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.704107] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleting the datastore file [datastore1] 75e1ab9d-f2a8-481d-96de-b246a927b7c4 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.704107] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b362ef2-9208-45c5-8f56-c0a0bc4baef8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.707588] env[69520]: DEBUG nova.network.neutron [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Updating instance_info_cache with network_info: [{"id": "68bfabc1-1b79-4e3e-82f1-fa4b8d206abd", "address": "fa:16:3e:88:d6:68", "network": {"id": "c3f00d81-f0db-4f47-9c6f-358c49f8a9d2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-379962986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca65378b211247fe8a2eede267797ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68bfabc1-1b", "ovs_interfaceid": "68bfabc1-1b79-4e3e-82f1-fa4b8d206abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.715635] env[69520]: DEBUG oslo_vmware.api [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for the task: (returnval){ [ 1155.715635] env[69520]: value = "task-3482553" [ 1155.715635] env[69520]: _type = "Task" [ 1155.715635] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.729881] env[69520]: DEBUG oslo_vmware.api [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.899833] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234196} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.902735] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.904656] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d00016-837b-412a-85bb-546f5c2ff3f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.908685] env[69520]: DEBUG nova.compute.manager [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Received event network-vif-plugged-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.908831] env[69520]: DEBUG oslo_concurrency.lockutils [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] Acquiring lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.909072] env[69520]: DEBUG oslo_concurrency.lockutils [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] Lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.909304] env[69520]: DEBUG oslo_concurrency.lockutils [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] Lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.909648] env[69520]: DEBUG nova.compute.manager [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] No waiting events found dispatching network-vif-plugged-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.909648] env[69520]: WARNING nova.compute.manager [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Received unexpected event network-vif-plugged-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd for instance with vm_state building and task_state spawning. [ 1155.909989] env[69520]: DEBUG nova.compute.manager [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Received event network-changed-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.909989] env[69520]: DEBUG nova.compute.manager [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Refreshing instance network info cache due to event network-changed-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.909989] env[69520]: DEBUG oslo_concurrency.lockutils [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] Acquiring lock "refresh_cache-3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.910423] env[69520]: DEBUG oslo_concurrency.lockutils [None req-871aa144-5737-4507-a244-9e3275e64120 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "9e1dce19-6806-41c2-907a-f7f42312e57b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.298s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.933840] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] d7135f96-eed3-490e-a970-1051bcfd6966/d7135f96-eed3-490e-a970-1051bcfd6966.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.938750] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7219f090-dbd6-4133-8c0f-3483fee5825c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.964458] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521803ec-0a14-3dc4-17ba-93ab0a5ae604, 'name': SearchDatastore_Task, 'duration_secs': 0.026335} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.966090] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.966090] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] b3183180-84d2-4326-8e6e-1885a732a2ee/b3183180-84d2-4326-8e6e-1885a732a2ee.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.966548] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1155.966548] env[69520]: value = "task-3482554" [ 1155.966548] env[69520]: _type = "Task" [ 1155.966548] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.966548] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0167a22-6351-42c0-81b5-be66b2b1c975 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.979146] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.980628] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1155.980628] env[69520]: value = "task-3482555" [ 1155.980628] env[69520]: _type = "Task" [ 1155.980628] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.213057] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Releasing lock "refresh_cache-3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.213351] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Instance network_info: |[{"id": "68bfabc1-1b79-4e3e-82f1-fa4b8d206abd", "address": "fa:16:3e:88:d6:68", "network": {"id": "c3f00d81-f0db-4f47-9c6f-358c49f8a9d2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-379962986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca65378b211247fe8a2eede267797ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68bfabc1-1b", "ovs_interfaceid": "68bfabc1-1b79-4e3e-82f1-fa4b8d206abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.213690] env[69520]: DEBUG oslo_concurrency.lockutils [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] Acquired lock "refresh_cache-3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.213882] env[69520]: DEBUG nova.network.neutron [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Refreshing network info cache for port 68bfabc1-1b79-4e3e-82f1-fa4b8d206abd {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.215175] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:d6:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68bfabc1-1b79-4e3e-82f1-fa4b8d206abd', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.223597] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.225094] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.230316] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e49bee04-ee6f-4f69-b554-b54ff46cfd9a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.253872] env[69520]: DEBUG oslo_vmware.api [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Task: {'id': task-3482553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32875} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.255273] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.255478] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.255654] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.255827] env[69520]: INFO nova.compute.manager [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1156.256082] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.256306] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.256306] env[69520]: value = "task-3482556" [ 1156.256306] env[69520]: _type = "Task" [ 1156.256306] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.256492] env[69520]: DEBUG nova.compute.manager [-] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.256585] env[69520]: DEBUG nova.network.neutron [-] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.267300] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482556, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.459304] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.459304] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.459304] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.459304] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.459304] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.460173] env[69520]: INFO nova.compute.manager [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Terminating instance [ 1156.484163] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.498532] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482555, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.580913] env[69520]: DEBUG nova.compute.manager [req-7345c261-58e4-4bde-a17b-c24ed22b1724 req-494fb1a8-8fe4-45c3-85b0-32524f491ae9 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Received event network-vif-deleted-901e6946-f7b0-4e8b-812e-584ac37ee2e1 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.581163] env[69520]: INFO nova.compute.manager [req-7345c261-58e4-4bde-a17b-c24ed22b1724 req-494fb1a8-8fe4-45c3-85b0-32524f491ae9 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Neutron deleted interface 901e6946-f7b0-4e8b-812e-584ac37ee2e1; detaching it from the instance and deleting it from the info cache [ 1156.581264] env[69520]: DEBUG nova.network.neutron [req-7345c261-58e4-4bde-a17b-c24ed22b1724 req-494fb1a8-8fe4-45c3-85b0-32524f491ae9 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.645645] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1351d073-212f-4539-a8f2-e97492d82317 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.658091] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0457a3ce-edf7-4513-b0f0-056b038c70df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.699615] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc32b98-7636-40b1-be75-e948f65f8ce4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.708510] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a1b421-ed78-4e94-bc1a-230a79cd6931 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.728350] env[69520]: DEBUG nova.compute.provider_tree [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.769973] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482556, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.946959] env[69520]: DEBUG nova.network.neutron [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Updated VIF entry in instance network info cache for port 68bfabc1-1b79-4e3e-82f1-fa4b8d206abd. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.947419] env[69520]: DEBUG nova.network.neutron [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Updating instance_info_cache with network_info: [{"id": "68bfabc1-1b79-4e3e-82f1-fa4b8d206abd", "address": "fa:16:3e:88:d6:68", "network": {"id": "c3f00d81-f0db-4f47-9c6f-358c49f8a9d2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-379962986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca65378b211247fe8a2eede267797ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68bfabc1-1b", "ovs_interfaceid": "68bfabc1-1b79-4e3e-82f1-fa4b8d206abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.965601] env[69520]: DEBUG nova.compute.manager [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.965838] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.967864] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e961c17-2cff-42e8-aab5-88fe003b896a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.980888] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482554, 'name': ReconfigVM_Task, 'duration_secs': 0.82672} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.983305] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Reconfigured VM instance instance-0000006a to attach disk [datastore2] d7135f96-eed3-490e-a970-1051bcfd6966/d7135f96-eed3-490e-a970-1051bcfd6966.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.984071] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.990957] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76d69a1e-136f-4e89-8799-d5fc5bd793b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.990957] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-add64dab-0e5b-4821-96f8-1b50c55a9b54 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.994750] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758755} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.995994] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] b3183180-84d2-4326-8e6e-1885a732a2ee/b3183180-84d2-4326-8e6e-1885a732a2ee.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.996180] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.996486] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1156.996486] env[69520]: value = "task-3482557" [ 1156.996486] env[69520]: _type = "Task" [ 1156.996486] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.996663] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4222ba2-5860-42ae-a7e4-f565d2de181f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.006153] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482557, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.007376] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1157.007376] env[69520]: value = "task-3482559" [ 1157.007376] env[69520]: _type = "Task" [ 1157.007376] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.015057] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.062577] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.062868] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.062944] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleting the datastore file [datastore2] 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.063286] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a071d7f2-c0ac-4568-9ca9-6b413ac31011 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.065148] env[69520]: DEBUG nova.network.neutron [-] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.071559] env[69520]: DEBUG oslo_vmware.api [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1157.071559] env[69520]: value = "task-3482560" [ 1157.071559] env[69520]: _type = "Task" [ 1157.071559] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.082210] env[69520]: DEBUG oslo_vmware.api [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.085588] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fb22e81-b7eb-4273-8bb9-1f807d3e48e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.098171] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1896b9e-40fb-4b25-bffd-74a94358bc50 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.134018] env[69520]: DEBUG nova.compute.manager [req-7345c261-58e4-4bde-a17b-c24ed22b1724 req-494fb1a8-8fe4-45c3-85b0-32524f491ae9 service nova] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Detach interface failed, port_id=901e6946-f7b0-4e8b-812e-584ac37ee2e1, reason: Instance 75e1ab9d-f2a8-481d-96de-b246a927b7c4 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.232298] env[69520]: DEBUG nova.scheduler.client.report [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.268922] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482556, 'name': CreateVM_Task, 'duration_secs': 0.577862} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.269135] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.269816] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.270145] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.270316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.270565] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7adbe0bc-0add-44ac-8de5-e1d70b759872 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.276754] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1157.276754] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b47bf1-c4d7-69db-89a2-e3741d2b95b1" [ 1157.276754] env[69520]: _type = "Task" [ 1157.276754] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.286753] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b47bf1-c4d7-69db-89a2-e3741d2b95b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.451291] env[69520]: DEBUG oslo_concurrency.lockutils [req-523a3faf-77f9-4c5c-ac3f-88acc4aef22d req-6884189a-e1c0-4e8e-aaff-5062efe92846 service nova] Releasing lock "refresh_cache-3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.507285] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482557, 'name': Rename_Task, 'duration_secs': 0.169447} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.507605] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.507846] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee4de2b9-333d-4585-a1e4-8d854220eaf6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.517300] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07936} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.518432] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.518757] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1157.518757] env[69520]: value = "task-3482561" [ 1157.518757] env[69520]: _type = "Task" [ 1157.518757] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.519526] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c407d21-4bbb-4d6b-bdae-2949d289b9ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.544611] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] b3183180-84d2-4326-8e6e-1885a732a2ee/b3183180-84d2-4326-8e6e-1885a732a2ee.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.547835] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e502ba9d-ade0-4548-9929-ef0c5f95af46 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.565931] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.567892] env[69520]: INFO nova.compute.manager [-] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Took 1.31 seconds to deallocate network for instance. [ 1157.570768] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1157.570768] env[69520]: value = "task-3482562" [ 1157.570768] env[69520]: _type = "Task" [ 1157.570768] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.592919] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.596454] env[69520]: DEBUG oslo_vmware.api [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162416} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.596720] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.596915] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.597107] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.597282] env[69520]: INFO nova.compute.manager [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1157.597538] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.597710] env[69520]: DEBUG nova.compute.manager [-] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.597805] env[69520]: DEBUG nova.network.neutron [-] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.740277] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.740277] env[69520]: DEBUG nova.compute.manager [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.740700] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.803s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.742154] env[69520]: INFO nova.compute.claims [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.792021] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b47bf1-c4d7-69db-89a2-e3741d2b95b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.792021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.792021] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.792021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.792021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.792021] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.792504] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd60d8f0-3746-49a2-9f38-fa81558adca4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.802905] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.802905] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.803472] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bea0bf-3fe2-41b0-baeb-1ae4ea517727 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.813016] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1157.813016] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8491d-1417-3241-7397-2d9379c9c091" [ 1157.813016] env[69520]: _type = "Task" [ 1157.813016] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.819550] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8491d-1417-3241-7397-2d9379c9c091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.034126] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482561, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.082017] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482562, 'name': ReconfigVM_Task, 'duration_secs': 0.464198} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.082017] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Reconfigured VM instance instance-0000006b to attach disk [datastore2] b3183180-84d2-4326-8e6e-1885a732a2ee/b3183180-84d2-4326-8e6e-1885a732a2ee.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.082801] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81c269b0-c5fb-43a6-b29f-4235ec03e79f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.090385] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.090385] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1158.090385] env[69520]: value = "task-3482563" [ 1158.090385] env[69520]: _type = "Task" [ 1158.090385] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.098866] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482563, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.249255] env[69520]: DEBUG nova.compute.utils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.253314] env[69520]: DEBUG nova.compute.manager [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.253642] env[69520]: DEBUG nova.network.neutron [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.319137] env[69520]: DEBUG nova.policy [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89323d86a35d4f6e97735c5ec275d93b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c742cb56f6824323bf125e7b3b7fbb1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.330605] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8491d-1417-3241-7397-2d9379c9c091, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.331519] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697ae1c6-a118-40b5-9152-cfd56e7a8a93 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.336961] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1158.336961] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]520f1a15-7e16-cc01-2906-b9392132326d" [ 1158.336961] env[69520]: _type = "Task" [ 1158.336961] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.344821] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520f1a15-7e16-cc01-2906-b9392132326d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.534478] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482561, 'name': PowerOnVM_Task, 'duration_secs': 0.557525} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.534478] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.534478] env[69520]: INFO nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1158.534478] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.536155] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3e46a2-9163-4408-bd52-b4376b822af3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.566702] env[69520]: DEBUG nova.network.neutron [-] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.607577] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482563, 'name': Rename_Task, 'duration_secs': 0.344315} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.608189] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.608656] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5adc328a-eef2-4937-b818-49d829d1faca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.617294] env[69520]: DEBUG nova.compute.manager [req-df394e16-1de1-4ed3-9ba9-794e8321e54d req-4e2aa45b-c9bd-4722-8215-b63829a361fa service nova] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Received event network-vif-deleted-c9aa3090-05e7-4d01-afdb-a780054047a4 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.619910] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1158.619910] env[69520]: value = "task-3482564" [ 1158.619910] env[69520]: _type = "Task" [ 1158.619910] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.634159] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.710263] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "d3c31319-b732-45c3-9d80-71608923d0a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.710720] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "d3c31319-b732-45c3-9d80-71608923d0a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.756627] env[69520]: DEBUG nova.compute.manager [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.763567] env[69520]: DEBUG nova.network.neutron [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Successfully created port: ecfab34f-0814-4559-8776-c584df5dd03b {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.850908] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]520f1a15-7e16-cc01-2906-b9392132326d, 'name': SearchDatastore_Task, 'duration_secs': 0.037434} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.851425] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.851703] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0/3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.852039] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2716a1bc-0a51-424b-bce1-77967e96938a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.859314] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1158.859314] env[69520]: value = "task-3482565" [ 1158.859314] env[69520]: _type = "Task" [ 1158.859314] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.872143] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.008626] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4edcbc1-690f-4f2d-936a-54d9e077e402 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.017780] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b77d403-7413-4e9a-9382-c3540e8cc6ba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.064920] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4639c9c0-8447-4686-85ec-6f41e8ecd490 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.069396] env[69520]: INFO nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Took 17.46 seconds to build instance. [ 1159.071681] env[69520]: INFO nova.compute.manager [-] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Took 1.47 seconds to deallocate network for instance. [ 1159.085686] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43975e1-fe22-4a83-97b8-6f055594efa6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.100597] env[69520]: DEBUG nova.compute.provider_tree [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.132012] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.213233] env[69520]: DEBUG nova.compute.manager [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.370495] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482565, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.571532] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "d7135f96-eed3-490e-a970-1051bcfd6966" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.492s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.579322] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.605423] env[69520]: DEBUG nova.scheduler.client.report [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.631957] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482564, 'name': PowerOnVM_Task, 'duration_secs': 0.967394} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.632253] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.632465] env[69520]: INFO nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1159.632668] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.633603] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d542bb2b-716d-4140-89a4-0ab5718d22db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.743462] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.772021] env[69520]: DEBUG nova.compute.manager [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.798657] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.798967] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.799175] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.799340] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.799484] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.799626] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.799927] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.800218] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.800420] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.800597] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.800777] env[69520]: DEBUG nova.virt.hardware [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.801678] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0b0940-bf07-419e-9119-ec48b8f2d46d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.811778] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827f7767-fd6b-41dc-a530-d2491f6c25d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.870126] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602958} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.870126] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0/3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.870325] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.870456] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8931bb1d-f893-4c6f-a25e-b54318d30f64 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.878739] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1159.878739] env[69520]: value = "task-3482566" [ 1159.878739] env[69520]: _type = "Task" [ 1159.878739] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.887901] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.004020] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.004020] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.004020] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.004020] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.004020] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.004020] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.004020] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.004020] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1160.004020] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.111879] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.112400] env[69520]: DEBUG nova.compute.manager [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.114899] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 6.279s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.153008] env[69520]: INFO nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Took 18.03 seconds to build instance. [ 1160.388942] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074699} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.389307] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.390192] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a983d7-7087-4acd-babf-d2d20740c6b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.413240] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0/3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.413636] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a4bb2f-8e3d-4f29-a8a9-30f47aedf131 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.435221] env[69520]: DEBUG nova.network.neutron [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Successfully updated port: ecfab34f-0814-4559-8776-c584df5dd03b {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.437937] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1160.437937] env[69520]: value = "task-3482567" [ 1160.437937] env[69520]: _type = "Task" [ 1160.437937] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.448326] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.506123] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.617886] env[69520]: DEBUG nova.compute.utils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.620024] env[69520]: DEBUG nova.objects.instance [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'migration_context' on Instance uuid d9211715-c803-42b4-ae0f-38a69bcc5cb6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.621968] env[69520]: DEBUG nova.compute.manager [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.621968] env[69520]: DEBUG nova.network.neutron [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.642576] env[69520]: DEBUG nova.compute.manager [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Received event network-vif-plugged-ecfab34f-0814-4559-8776-c584df5dd03b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.642815] env[69520]: DEBUG oslo_concurrency.lockutils [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] Acquiring lock "ce241060-aa25-429c-92d3-052f12712dd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.643119] env[69520]: DEBUG oslo_concurrency.lockutils [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] Lock "ce241060-aa25-429c-92d3-052f12712dd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.643549] env[69520]: DEBUG oslo_concurrency.lockutils [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] Lock "ce241060-aa25-429c-92d3-052f12712dd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.643549] env[69520]: DEBUG nova.compute.manager [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] No waiting events found dispatching network-vif-plugged-ecfab34f-0814-4559-8776-c584df5dd03b {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.643654] env[69520]: WARNING nova.compute.manager [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Received unexpected event network-vif-plugged-ecfab34f-0814-4559-8776-c584df5dd03b for instance with vm_state building and task_state spawning. [ 1160.643732] env[69520]: DEBUG nova.compute.manager [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Received event network-changed-ecfab34f-0814-4559-8776-c584df5dd03b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.644016] env[69520]: DEBUG nova.compute.manager [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Refreshing instance network info cache due to event network-changed-ecfab34f-0814-4559-8776-c584df5dd03b. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.644112] env[69520]: DEBUG oslo_concurrency.lockutils [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] Acquiring lock "refresh_cache-ce241060-aa25-429c-92d3-052f12712dd5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.644246] env[69520]: DEBUG oslo_concurrency.lockutils [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] Acquired lock "refresh_cache-ce241060-aa25-429c-92d3-052f12712dd5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.644403] env[69520]: DEBUG nova.network.neutron [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Refreshing network info cache for port ecfab34f-0814-4559-8776-c584df5dd03b {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.657190] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "b3183180-84d2-4326-8e6e-1885a732a2ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.547s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.677589] env[69520]: DEBUG nova.policy [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36e5a52ce1a7437b996aaa3c5dbaa42e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a07407bcfc2a4801901288fc8eca9be8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.944732] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "refresh_cache-ce241060-aa25-429c-92d3-052f12712dd5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.953338] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482567, 'name': ReconfigVM_Task, 'duration_secs': 0.456554} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.953833] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0/3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.954637] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5daa1916-9d09-45fc-93f2-e0beb02b3903 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.962792] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1160.962792] env[69520]: value = "task-3482568" [ 1160.962792] env[69520]: _type = "Task" [ 1160.962792] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.972239] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482568, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.978477] env[69520]: DEBUG nova.network.neutron [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Successfully created port: d47a0498-5a90-418b-bd19-3a24f03fad5b {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.124487] env[69520]: DEBUG nova.compute.manager [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.207576] env[69520]: DEBUG nova.network.neutron [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.314613] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "bb949f71-a45d-43df-99e1-93a1936badff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.314769] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.329746] env[69520]: DEBUG nova.network.neutron [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.427492] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c4efd8-b67b-4992-8f60-9d303eb8fe36 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.435871] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e2933e-5ef0-4431-ba24-509f6d395d4c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.478124] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966b2112-149a-484d-aae2-99d30ebda890 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.487244] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482568, 'name': Rename_Task, 'duration_secs': 0.148726} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.490688] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.490688] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3996dc63-1e88-4924-9a84-3162d1c1ecb9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.492724] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2840d50d-73cf-4011-af58-bdd9716d3a75 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.507957] env[69520]: DEBUG nova.compute.provider_tree [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.510808] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1161.510808] env[69520]: value = "task-3482569" [ 1161.510808] env[69520]: _type = "Task" [ 1161.510808] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.521732] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482569, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.818016] env[69520]: DEBUG nova.compute.manager [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.832437] env[69520]: DEBUG oslo_concurrency.lockutils [req-3f23ae3e-9395-4805-acf6-3a1051c5ee50 req-f7973c43-1429-4789-98e8-d594f3e39c18 service nova] Releasing lock "refresh_cache-ce241060-aa25-429c-92d3-052f12712dd5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.832842] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "refresh_cache-ce241060-aa25-429c-92d3-052f12712dd5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.833021] env[69520]: DEBUG nova.network.neutron [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.016586] env[69520]: DEBUG nova.scheduler.client.report [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.023013] env[69520]: DEBUG oslo_vmware.api [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482569, 'name': PowerOnVM_Task, 'duration_secs': 0.505443} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.023513] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.023712] env[69520]: INFO nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1162.023897] env[69520]: DEBUG nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.024700] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf17cb7f-7e94-4379-aafe-18b9bfd9b6af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.144653] env[69520]: DEBUG nova.compute.manager [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.178570] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.178952] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.179230] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.179510] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.179736] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.179966] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.180298] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.180533] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.180792] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.181044] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.181300] env[69520]: DEBUG nova.virt.hardware [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.182549] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19db12e2-26c6-479e-9376-a08308034134 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.193692] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbf2f5a-308e-4107-9baa-58f69ad9c6f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.341780] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.382956] env[69520]: DEBUG nova.network.neutron [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.540530] env[69520]: INFO nova.compute.manager [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Took 20.38 seconds to build instance. [ 1162.591905] env[69520]: DEBUG nova.network.neutron [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Updating instance_info_cache with network_info: [{"id": "ecfab34f-0814-4559-8776-c584df5dd03b", "address": "fa:16:3e:fd:f2:b8", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfab34f-08", "ovs_interfaceid": "ecfab34f-0814-4559-8776-c584df5dd03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.694613] env[69520]: DEBUG nova.compute.manager [req-2cd6913b-aad7-4730-b93c-5bd5d975d06d req-414e38f9-a1be-4357-9351-fc4e11957037 service nova] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Received event network-vif-plugged-d47a0498-5a90-418b-bd19-3a24f03fad5b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.694987] env[69520]: DEBUG oslo_concurrency.lockutils [req-2cd6913b-aad7-4730-b93c-5bd5d975d06d req-414e38f9-a1be-4357-9351-fc4e11957037 service nova] Acquiring lock "c664d854-5c13-422e-9de7-9545e6e5127c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.695332] env[69520]: DEBUG oslo_concurrency.lockutils [req-2cd6913b-aad7-4730-b93c-5bd5d975d06d req-414e38f9-a1be-4357-9351-fc4e11957037 service nova] Lock "c664d854-5c13-422e-9de7-9545e6e5127c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.695634] env[69520]: DEBUG oslo_concurrency.lockutils [req-2cd6913b-aad7-4730-b93c-5bd5d975d06d req-414e38f9-a1be-4357-9351-fc4e11957037 service nova] Lock "c664d854-5c13-422e-9de7-9545e6e5127c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.696008] env[69520]: DEBUG nova.compute.manager [req-2cd6913b-aad7-4730-b93c-5bd5d975d06d req-414e38f9-a1be-4357-9351-fc4e11957037 service nova] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] No waiting events found dispatching network-vif-plugged-d47a0498-5a90-418b-bd19-3a24f03fad5b {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.696322] env[69520]: WARNING nova.compute.manager [req-2cd6913b-aad7-4730-b93c-5bd5d975d06d req-414e38f9-a1be-4357-9351-fc4e11957037 service nova] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Received unexpected event network-vif-plugged-d47a0498-5a90-418b-bd19-3a24f03fad5b for instance with vm_state building and task_state spawning. [ 1162.719322] env[69520]: DEBUG nova.network.neutron [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Successfully updated port: d47a0498-5a90-418b-bd19-3a24f03fad5b {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.030431] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.915s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.036030] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.948s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.036655] env[69520]: DEBUG nova.objects.instance [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lazy-loading 'resources' on Instance uuid 75e1ab9d-f2a8-481d-96de-b246a927b7c4 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.043757] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b4d12572-c2e5-4f6d-a532-d0ed2d102904 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.895s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.094291] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "refresh_cache-ce241060-aa25-429c-92d3-052f12712dd5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.094610] env[69520]: DEBUG nova.compute.manager [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Instance network_info: |[{"id": "ecfab34f-0814-4559-8776-c584df5dd03b", "address": "fa:16:3e:fd:f2:b8", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfab34f-08", "ovs_interfaceid": "ecfab34f-0814-4559-8776-c584df5dd03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.094995] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:f2:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecfab34f-0814-4559-8776-c584df5dd03b', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.102546] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.102735] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.102957] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0c5b8d1-5fd8-43eb-b106-fb4e0487a4aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.123418] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.123418] env[69520]: value = "task-3482570" [ 1163.123418] env[69520]: _type = "Task" [ 1163.123418] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.130858] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482570, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.223512] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "refresh_cache-c664d854-5c13-422e-9de7-9545e6e5127c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.223826] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "refresh_cache-c664d854-5c13-422e-9de7-9545e6e5127c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.223826] env[69520]: DEBUG nova.network.neutron [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.346215] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "d7135f96-eed3-490e-a970-1051bcfd6966" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.346480] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "d7135f96-eed3-490e-a970-1051bcfd6966" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.346693] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "d7135f96-eed3-490e-a970-1051bcfd6966-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.346915] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "d7135f96-eed3-490e-a970-1051bcfd6966-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.347105] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "d7135f96-eed3-490e-a970-1051bcfd6966-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.349372] env[69520]: INFO nova.compute.manager [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Terminating instance [ 1163.633414] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482570, 'name': CreateVM_Task, 'duration_secs': 0.387084} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.633567] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.634337] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.634518] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.634844] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.637211] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9a87c0-226d-4eee-b199-2745e60ce2ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.643194] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1163.643194] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5285f33f-b5aa-a18d-5d4d-0aa7a9919c7e" [ 1163.643194] env[69520]: _type = "Task" [ 1163.643194] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.653468] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5285f33f-b5aa-a18d-5d4d-0aa7a9919c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.751048] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2191169-2651-44f1-926a-96e3d1b1c977 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.758285] env[69520]: DEBUG nova.network.neutron [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.760741] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8b9528-9ffc-40d7-a038-9cc4adb8f1ed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.794421] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faec0a97-d15e-4c88-95e9-75285c9820ed {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.801645] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfa62c3-0f03-49da-91d7-cd017b2fa86d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.815230] env[69520]: DEBUG nova.compute.provider_tree [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.856593] env[69520]: DEBUG nova.compute.manager [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.856877] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.857871] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a546dd1-3449-43d8-9a8f-fbaa8d8cfe43 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.867473] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.867805] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ec882d-8a23-4f3a-be5a-04c314373d76 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.874854] env[69520]: DEBUG oslo_vmware.api [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1163.874854] env[69520]: value = "task-3482571" [ 1163.874854] env[69520]: _type = "Task" [ 1163.874854] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.883639] env[69520]: DEBUG oslo_vmware.api [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.931498] env[69520]: DEBUG nova.network.neutron [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Updating instance_info_cache with network_info: [{"id": "d47a0498-5a90-418b-bd19-3a24f03fad5b", "address": "fa:16:3e:5b:8f:90", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47a0498-5a", "ovs_interfaceid": "d47a0498-5a90-418b-bd19-3a24f03fad5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.153871] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5285f33f-b5aa-a18d-5d4d-0aa7a9919c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.016436} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.154218] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.154474] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.154706] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.154846] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.155036] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.155303] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72d885c0-fc4f-4353-9654-d1a7968efe83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.163029] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.163214] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.163917] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0b4ce5-b08a-4dd4-a24c-4587c17323af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.169261] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1164.169261] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524caa11-2b53-beae-4ac5-04aa9883a6b7" [ 1164.169261] env[69520]: _type = "Task" [ 1164.169261] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.179213] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524caa11-2b53-beae-4ac5-04aa9883a6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.318103] env[69520]: DEBUG nova.scheduler.client.report [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.384694] env[69520]: DEBUG oslo_vmware.api [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482571, 'name': PowerOffVM_Task, 'duration_secs': 0.293259} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.384968] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.385154] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.385410] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5f0fadd-97d0-4904-a5f0-496c0e472595 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.434013] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "refresh_cache-c664d854-5c13-422e-9de7-9545e6e5127c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.434337] env[69520]: DEBUG nova.compute.manager [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Instance network_info: |[{"id": "d47a0498-5a90-418b-bd19-3a24f03fad5b", "address": "fa:16:3e:5b:8f:90", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47a0498-5a", "ovs_interfaceid": "d47a0498-5a90-418b-bd19-3a24f03fad5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.434752] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:8f:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd47a0498-5a90-418b-bd19-3a24f03fad5b', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.442448] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.442664] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.444453] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4847935d-04d2-4672-a464-7b14f61b7940 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.459661] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.459897] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.460130] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Deleting the datastore file [datastore2] d7135f96-eed3-490e-a970-1051bcfd6966 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.460732] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91948156-5e64-4084-95d0-c9b0560118d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.464632] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.464632] env[69520]: value = "task-3482573" [ 1164.464632] env[69520]: _type = "Task" [ 1164.464632] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.468326] env[69520]: DEBUG oslo_vmware.api [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1164.468326] env[69520]: value = "task-3482574" [ 1164.468326] env[69520]: _type = "Task" [ 1164.468326] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.474387] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482573, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.478575] env[69520]: DEBUG oslo_vmware.api [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.572603] env[69520]: INFO nova.compute.manager [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Swapping old allocation on dict_keys(['093b5977-ab1e-4208-9866-9743536d6c6d']) held by migration d66b2f0c-93d8-4e6e-8771-81a194f31c66 for instance [ 1164.598422] env[69520]: DEBUG nova.scheduler.client.report [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Overwriting current allocation {'allocations': {'093b5977-ab1e-4208-9866-9743536d6c6d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 145}}, 'project_id': 'af3d20f1019a4d95a9638539caa80ef1', 'user_id': '2393a9392f984985bd5a7928570f6254', 'consumer_generation': 1} on consumer d9211715-c803-42b4-ae0f-38a69bcc5cb6 {{(pid=69520) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1164.680102] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524caa11-2b53-beae-4ac5-04aa9883a6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013691} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.681061] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.681312] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.681549] env[69520]: DEBUG nova.network.neutron [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.683505] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c1dd1d-3ef8-43df-aa80-7c598d2feb22 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.688874] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1164.688874] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]526fc910-baab-8d6d-83b7-d668be009952" [ 1164.688874] env[69520]: _type = "Task" [ 1164.688874] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.698129] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526fc910-baab-8d6d-83b7-d668be009952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.720178] env[69520]: DEBUG nova.compute.manager [req-fb9ec151-1e96-4568-bf7e-4b215e1c6916 req-593f8d14-2a93-4dbc-a93a-2c79e3c29039 service nova] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Received event network-changed-d47a0498-5a90-418b-bd19-3a24f03fad5b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.720368] env[69520]: DEBUG nova.compute.manager [req-fb9ec151-1e96-4568-bf7e-4b215e1c6916 req-593f8d14-2a93-4dbc-a93a-2c79e3c29039 service nova] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Refreshing instance network info cache due to event network-changed-d47a0498-5a90-418b-bd19-3a24f03fad5b. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.720628] env[69520]: DEBUG oslo_concurrency.lockutils [req-fb9ec151-1e96-4568-bf7e-4b215e1c6916 req-593f8d14-2a93-4dbc-a93a-2c79e3c29039 service nova] Acquiring lock "refresh_cache-c664d854-5c13-422e-9de7-9545e6e5127c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.720780] env[69520]: DEBUG oslo_concurrency.lockutils [req-fb9ec151-1e96-4568-bf7e-4b215e1c6916 req-593f8d14-2a93-4dbc-a93a-2c79e3c29039 service nova] Acquired lock "refresh_cache-c664d854-5c13-422e-9de7-9545e6e5127c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.720984] env[69520]: DEBUG nova.network.neutron [req-fb9ec151-1e96-4568-bf7e-4b215e1c6916 req-593f8d14-2a93-4dbc-a93a-2c79e3c29039 service nova] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Refreshing network info cache for port d47a0498-5a90-418b-bd19-3a24f03fad5b {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.823382] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.826371] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.247s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.826371] env[69520]: DEBUG nova.objects.instance [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lazy-loading 'resources' on Instance uuid 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.842126] env[69520]: INFO nova.scheduler.client.report [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Deleted allocations for instance 75e1ab9d-f2a8-481d-96de-b246a927b7c4 [ 1164.977478] env[69520]: DEBUG oslo_vmware.api [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23399} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.980567] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.980756] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.980933] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.981169] env[69520]: INFO nova.compute.manager [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1164.981410] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.981567] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482573, 'name': CreateVM_Task, 'duration_secs': 0.339913} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.982085] env[69520]: DEBUG nova.compute.manager [-] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.982189] env[69520]: DEBUG nova.network.neutron [-] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.983746] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.984322] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.984485] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.985032] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.985310] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e31f8b4-ebac-48ff-9bc7-3b0d8d1f3ae2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.990128] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1164.990128] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]528e66c2-80ee-9640-c817-4905a21ca1b1" [ 1164.990128] env[69520]: _type = "Task" [ 1164.990128] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.997463] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528e66c2-80ee-9640-c817-4905a21ca1b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.198671] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]526fc910-baab-8d6d-83b7-d668be009952, 'name': SearchDatastore_Task, 'duration_secs': 0.012993} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.199026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.199245] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] ce241060-aa25-429c-92d3-052f12712dd5/ce241060-aa25-429c-92d3-052f12712dd5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.199502] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0edf73c-27b0-4d20-aa31-5fa5dedbe9df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.206546] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1165.206546] env[69520]: value = "task-3482575" [ 1165.206546] env[69520]: _type = "Task" [ 1165.206546] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.215127] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.350822] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c02281d6-8b08-45b8-a033-558a8749999e tempest-ServersNegativeTestJSON-1402523065 tempest-ServersNegativeTestJSON-1402523065-project-member] Lock "75e1ab9d-f2a8-481d-96de-b246a927b7c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.768s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.502869] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]528e66c2-80ee-9640-c817-4905a21ca1b1, 'name': SearchDatastore_Task, 'duration_secs': 0.016733} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.502869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.503033] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.503252] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.503374] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.503555] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.505899] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-927b43ff-8f17-4859-a4a8-c6040317aa5c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.516255] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.516437] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.518059] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0c7299-da48-4a8b-b026-5e365ab39d94 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.522575] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1165.522575] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b43677-59ac-8581-9893-ae6670905ff1" [ 1165.522575] env[69520]: _type = "Task" [ 1165.522575] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.533861] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b43677-59ac-8581-9893-ae6670905ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.578675] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c409fda8-6fe6-45be-a28f-f73cc29e89f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.586463] env[69520]: DEBUG nova.network.neutron [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance_info_cache with network_info: [{"id": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "address": "fa:16:3e:19:cc:c7", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ee4bcf-0a", "ovs_interfaceid": "b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.588410] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d96c613-ae26-415a-a80d-a909f08717e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.618746] env[69520]: DEBUG nova.network.neutron [req-fb9ec151-1e96-4568-bf7e-4b215e1c6916 req-593f8d14-2a93-4dbc-a93a-2c79e3c29039 service nova] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Updated VIF entry in instance network info cache for port d47a0498-5a90-418b-bd19-3a24f03fad5b. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.620090] env[69520]: DEBUG nova.network.neutron [req-fb9ec151-1e96-4568-bf7e-4b215e1c6916 req-593f8d14-2a93-4dbc-a93a-2c79e3c29039 service nova] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Updating instance_info_cache with network_info: [{"id": "d47a0498-5a90-418b-bd19-3a24f03fad5b", "address": "fa:16:3e:5b:8f:90", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47a0498-5a", "ovs_interfaceid": "d47a0498-5a90-418b-bd19-3a24f03fad5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.624191] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d4e81c-2e4b-48a9-9b64-5ecb69769cdb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.632852] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6888c14f-ae51-4652-89fc-e6d12a860cb1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.648291] env[69520]: DEBUG nova.compute.provider_tree [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.716879] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.726899] env[69520]: DEBUG nova.network.neutron [-] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.035168] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b43677-59ac-8581-9893-ae6670905ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.025646} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.036057] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b82c29a-1a92-472c-9ee3-3bdb771e3523 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.041695] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1166.041695] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524118d5-9024-7f41-5b1e-6e8bf4e5838e" [ 1166.041695] env[69520]: _type = "Task" [ 1166.041695] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.049871] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524118d5-9024-7f41-5b1e-6e8bf4e5838e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.092960] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-d9211715-c803-42b4-ae0f-38a69bcc5cb6" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.093968] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4238f51-59b5-467f-8a77-60a7f48f502f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.100519] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd4c049-2927-42e0-bfac-8005309639d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.127993] env[69520]: DEBUG oslo_concurrency.lockutils [req-fb9ec151-1e96-4568-bf7e-4b215e1c6916 req-593f8d14-2a93-4dbc-a93a-2c79e3c29039 service nova] Releasing lock "refresh_cache-c664d854-5c13-422e-9de7-9545e6e5127c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.151251] env[69520]: DEBUG nova.scheduler.client.report [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.217111] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.229547] env[69520]: INFO nova.compute.manager [-] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Took 1.25 seconds to deallocate network for instance. [ 1166.553519] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524118d5-9024-7f41-5b1e-6e8bf4e5838e, 'name': SearchDatastore_Task, 'duration_secs': 0.020005} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.553869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.554087] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] c664d854-5c13-422e-9de7-9545e6e5127c/c664d854-5c13-422e-9de7-9545e6e5127c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.554368] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc51fe2f-15cc-42e1-b9d7-74e8113a6051 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.561809] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1166.561809] env[69520]: value = "task-3482576" [ 1166.561809] env[69520]: _type = "Task" [ 1166.561809] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.569920] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.657518] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.660228] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.917s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.662739] env[69520]: INFO nova.compute.claims [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.699235] env[69520]: INFO nova.scheduler.client.report [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted allocations for instance 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9 [ 1166.723152] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482575, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.737954] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.775689] env[69520]: DEBUG nova.compute.manager [req-c4205b52-14ac-4154-845d-ff7d66a681d6 req-d6c5dbdf-73c5-4a70-be02-ec63f310319c service nova] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Received event network-vif-deleted-c3c16468-7742-427e-abdd-425a0f45bcb8 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.072042] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482576, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.208470] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6ae92fa5-474b-430c-9e7b-63b9f8e0221d tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "68c2d065-ddd9-4f79-be38-9d72c5c2f8a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.751s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.210068] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.210393] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d35f2cb7-8906-4e7a-b724-b63cd91d965d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.223497] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482575, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.686774} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.225032] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] ce241060-aa25-429c-92d3-052f12712dd5/ce241060-aa25-429c-92d3-052f12712dd5.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.225276] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.226097] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1167.226097] env[69520]: value = "task-3482577" [ 1167.226097] env[69520]: _type = "Task" [ 1167.226097] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.226097] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-983a03e4-1482-4788-8a23-d1ae60f1d297 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.240152] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1167.240152] env[69520]: value = "task-3482578" [ 1167.240152] env[69520]: _type = "Task" [ 1167.240152] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.249446] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.572550] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736241} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.572825] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] c664d854-5c13-422e-9de7-9545e6e5127c/c664d854-5c13-422e-9de7-9545e6e5127c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.573058] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.573319] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afffa6d6-bd14-4d99-9177-da398cc05196 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.580313] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1167.580313] env[69520]: value = "task-3482579" [ 1167.580313] env[69520]: _type = "Task" [ 1167.580313] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.588807] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.737501] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482577, 'name': PowerOffVM_Task, 'duration_secs': 0.260926} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.739560] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.740373] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.740450] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.740603] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.740785] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.740928] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.741088] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.741295] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.741577] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.741754] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.741919] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.742120] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.747413] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864e4acb-1d83-4a21-a4a0-7bfdcf93fb58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.769251] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087659} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.770533] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.770894] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1167.770894] env[69520]: value = "task-3482580" [ 1167.770894] env[69520]: _type = "Task" [ 1167.770894] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.771659] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5501282-9e25-4082-8fa8-0294fb58068a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.799715] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] ce241060-aa25-429c-92d3-052f12712dd5/ce241060-aa25-429c-92d3-052f12712dd5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.800256] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "ca7fb845-531e-49fb-983b-1726f0fceede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.800495] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "ca7fb845-531e-49fb-983b-1726f0fceede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.800688] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "ca7fb845-531e-49fb-983b-1726f0fceede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.800869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "ca7fb845-531e-49fb-983b-1726f0fceede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.801059] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "ca7fb845-531e-49fb-983b-1726f0fceede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.802628] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0893ba-8cfc-4dc4-82e5-2ac96911098f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.818400] env[69520]: INFO nova.compute.manager [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Terminating instance [ 1167.826430] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1167.826430] env[69520]: value = "task-3482581" [ 1167.826430] env[69520]: _type = "Task" [ 1167.826430] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.835593] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.941126] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c670e7-8056-417e-a10a-732cd2d7a273 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.948464] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed0ca69-c8ff-40cc-a176-179300a9a602 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.980280] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16257e64-6179-463a-a7c0-b19f4716f12f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.988271] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e6da6f-bf28-4068-9b5f-14afd3cb3d01 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.001976] env[69520]: DEBUG nova.compute.provider_tree [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.089795] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10207} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.090069] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.090817] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49913249-5186-46d4-b861-d319ae6dfded {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.111834] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] c664d854-5c13-422e-9de7-9545e6e5127c/c664d854-5c13-422e-9de7-9545e6e5127c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.112098] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3955d7-0e92-4195-adad-879a20f57762 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.130975] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1168.130975] env[69520]: value = "task-3482582" [ 1168.130975] env[69520]: _type = "Task" [ 1168.130975] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.138574] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.287060] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482580, 'name': ReconfigVM_Task, 'duration_secs': 0.324865} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.287225] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e39693-dafd-4b4c-9024-f1d98fdd831f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.308124] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.309029] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.309029] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.309029] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.309029] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.309029] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.309260] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.309359] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.309525] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.309705] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.309883] env[69520]: DEBUG nova.virt.hardware [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.310748] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6038b9-8593-4c70-a977-e87c1d2ce849 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.316843] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1168.316843] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286febe-f7a7-4e3c-f5c3-dba387f4683c" [ 1168.316843] env[69520]: _type = "Task" [ 1168.316843] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.322502] env[69520]: DEBUG nova.compute.manager [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.322759] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.326797] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd5121b-9ec3-464d-a4d2-8fbc01011ae2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.329572] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286febe-f7a7-4e3c-f5c3-dba387f4683c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.337224] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.340462] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-920d1aa5-5e50-431d-ba23-b4b6fdc59c38 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.341954] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.347157] env[69520]: DEBUG oslo_vmware.api [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1168.347157] env[69520]: value = "task-3482583" [ 1168.347157] env[69520]: _type = "Task" [ 1168.347157] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.356038] env[69520]: DEBUG oslo_vmware.api [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.505396] env[69520]: DEBUG nova.scheduler.client.report [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.640993] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482582, 'name': ReconfigVM_Task, 'duration_secs': 0.289143} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.641339] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Reconfigured VM instance instance-0000006e to attach disk [datastore2] c664d854-5c13-422e-9de7-9545e6e5127c/c664d854-5c13-422e-9de7-9545e6e5127c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.641919] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81a217e7-813f-4be3-880c-02832051c94e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.647524] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1168.647524] env[69520]: value = "task-3482584" [ 1168.647524] env[69520]: _type = "Task" [ 1168.647524] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.656158] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482584, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.826686] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5286febe-f7a7-4e3c-f5c3-dba387f4683c, 'name': SearchDatastore_Task, 'duration_secs': 0.016503} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.832128] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.832495] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b61238bc-8f39-46e9-8fa1-0e1e572ec4f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.853076] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1168.853076] env[69520]: value = "task-3482585" [ 1168.853076] env[69520]: _type = "Task" [ 1168.853076] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.856518] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482581, 'name': ReconfigVM_Task, 'duration_secs': 0.813213} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.859632] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Reconfigured VM instance instance-0000006d to attach disk [datastore2] ce241060-aa25-429c-92d3-052f12712dd5/ce241060-aa25-429c-92d3-052f12712dd5.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.862653] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-314e3164-b441-48b4-9447-cf1f1cc06de1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.864113] env[69520]: DEBUG oslo_vmware.api [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482583, 'name': PowerOffVM_Task, 'duration_secs': 0.283328} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.864733] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.864842] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.865377] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4345ec8b-6c90-4c7a-a94d-c97f2e116c14 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.870591] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.872098] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1168.872098] env[69520]: value = "task-3482586" [ 1168.872098] env[69520]: _type = "Task" [ 1168.872098] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.880014] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482586, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.011075] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.012032] env[69520]: DEBUG nova.compute.manager [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.014771] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.509s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.014771] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.015570] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1169.015570] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.674s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.017027] env[69520]: INFO nova.compute.claims [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.021267] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58ccb61-b766-49b2-96ae-4f0f851e5f84 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.028891] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e15da4-77a8-4929-83bc-8046dff696d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.050433] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ca4438-6e4c-43d6-aefe-84461032a912 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.057577] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36584046-578a-4695-81ba-2767a8a4b527 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.088755] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179475MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1169.088948] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.157836] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482584, 'name': Rename_Task, 'duration_secs': 0.14795} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.158148] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.158391] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac2a5c3b-3ffc-4cbf-ae37-019ae53d52b2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.166753] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1169.166753] env[69520]: value = "task-3482588" [ 1169.166753] env[69520]: _type = "Task" [ 1169.166753] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.174424] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.366448] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482585, 'name': ReconfigVM_Task, 'duration_secs': 0.210955} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.366772] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.367618] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159825b-8425-4d21-beb5-62c5d0f006fe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.393477] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] d9211715-c803-42b4-ae0f-38a69bcc5cb6/d9211715-c803-42b4-ae0f-38a69bcc5cb6.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.398093] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-570512fa-2cb5-4d69-8492-84f701429980 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.422231] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482586, 'name': Rename_Task, 'duration_secs': 0.182293} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.423647] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.424169] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1169.424169] env[69520]: value = "task-3482589" [ 1169.424169] env[69520]: _type = "Task" [ 1169.424169] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.424169] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1daee27-557a-4297-bccb-e2457e13929f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.436593] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.438165] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1169.438165] env[69520]: value = "task-3482590" [ 1169.438165] env[69520]: _type = "Task" [ 1169.438165] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.449151] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.522028] env[69520]: DEBUG nova.compute.utils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.523539] env[69520]: DEBUG nova.compute.manager [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.523718] env[69520]: DEBUG nova.network.neutron [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.585173] env[69520]: DEBUG nova.policy [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eff7db00bb54eb393d01a0a56c388bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '376a437aacc340f594f1eb2fd0545547', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.677280] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482588, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.770802] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.771072] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.771303] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleting the datastore file [datastore1] ca7fb845-531e-49fb-983b-1726f0fceede {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.771619] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc1e2702-b133-4beb-b51d-d012178e61b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.781670] env[69520]: DEBUG oslo_vmware.api [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for the task: (returnval){ [ 1169.781670] env[69520]: value = "task-3482591" [ 1169.781670] env[69520]: _type = "Task" [ 1169.781670] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.790593] env[69520]: DEBUG oslo_vmware.api [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.915524] env[69520]: DEBUG nova.network.neutron [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Successfully created port: 730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.917719] env[69520]: INFO nova.compute.manager [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Rebuilding instance [ 1169.937656] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482589, 'name': ReconfigVM_Task, 'duration_secs': 0.454023} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.937992] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfigured VM instance instance-0000005f to attach disk [datastore2] d9211715-c803-42b4-ae0f-38a69bcc5cb6/d9211715-c803-42b4-ae0f-38a69bcc5cb6.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.939550] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f996604a-8310-4cc2-b6c9-c0fd95aff63b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.957914] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.983503] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b63dc38-c47d-4913-80b1-2ae141c1acc5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.990712] env[69520]: DEBUG nova.compute.manager [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.992356] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7f3320-ffd0-4c7e-ab6a-627dfeae46e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.016974] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2845a2-aeae-4212-a83a-ffd6e5a848d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.043330] env[69520]: DEBUG nova.compute.manager [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.048894] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d8825-6719-4f66-a7f3-02f49b59c7c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.060254] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.060565] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f3ca39a-d512-4007-a894-a2578b6d8584 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.067286] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1170.067286] env[69520]: value = "task-3482592" [ 1170.067286] env[69520]: _type = "Task" [ 1170.067286] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.076819] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.178089] env[69520]: DEBUG oslo_vmware.api [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482588, 'name': PowerOnVM_Task, 'duration_secs': 0.539321} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.178089] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.178089] env[69520]: INFO nova.compute.manager [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1170.178089] env[69520]: DEBUG nova.compute.manager [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.179251] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56255241-659a-46ca-aeaf-017ba3fc7d21 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.260738] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e855ee69-77a7-4fa6-9a9a-d23b7e3c3137 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.268344] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb3fa7d-f168-475a-9d17-f5c70194fe3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.302993] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9081d0-2177-47cb-a6b2-07d6ea7ce1b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.309984] env[69520]: DEBUG oslo_vmware.api [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Task: {'id': task-3482591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205924} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.312054] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.312258] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.312438] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.312611] env[69520]: INFO nova.compute.manager [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1170.312855] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.313164] env[69520]: DEBUG nova.compute.manager [-] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.313217] env[69520]: DEBUG nova.network.neutron [-] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.315667] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a04267d-5d1e-45b1-b004-af35f0f68d47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.329223] env[69520]: DEBUG nova.compute.provider_tree [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.454343] env[69520]: DEBUG oslo_vmware.api [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482590, 'name': PowerOnVM_Task, 'duration_secs': 0.540666} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.454718] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.454816] env[69520]: INFO nova.compute.manager [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1170.455080] env[69520]: DEBUG nova.compute.manager [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.456064] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db548043-a494-44af-ac74-4e77e732a61e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.577018] env[69520]: DEBUG oslo_vmware.api [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482592, 'name': PowerOnVM_Task, 'duration_secs': 0.415161} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.577598] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.616174] env[69520]: DEBUG nova.compute.manager [req-cc2237a3-7ef9-4faf-8ee6-8a058009549f req-306c7e91-c0d9-4673-90b5-688a94a30272 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Received event network-vif-deleted-b0073485-92f5-403b-8c0e-1e4b4f2f0630 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.616174] env[69520]: INFO nova.compute.manager [req-cc2237a3-7ef9-4faf-8ee6-8a058009549f req-306c7e91-c0d9-4673-90b5-688a94a30272 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Neutron deleted interface b0073485-92f5-403b-8c0e-1e4b4f2f0630; detaching it from the instance and deleting it from the info cache [ 1170.616174] env[69520]: DEBUG nova.network.neutron [req-cc2237a3-7ef9-4faf-8ee6-8a058009549f req-306c7e91-c0d9-4673-90b5-688a94a30272 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.696451] env[69520]: INFO nova.compute.manager [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Took 21.77 seconds to build instance. [ 1170.832767] env[69520]: DEBUG nova.scheduler.client.report [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.979096] env[69520]: INFO nova.compute.manager [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Took 23.13 seconds to build instance. [ 1171.028640] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.029017] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccc58c28-19f8-42d5-b6c5-93a4db372f8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.036256] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1171.036256] env[69520]: value = "task-3482593" [ 1171.036256] env[69520]: _type = "Task" [ 1171.036256] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.044837] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.054147] env[69520]: DEBUG nova.compute.manager [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.082104] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.082361] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.082517] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.082699] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.082843] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.083015] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.083272] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.083448] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.083642] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.083822] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.084040] env[69520]: DEBUG nova.virt.hardware [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.088453] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f84cf9-298e-4382-94fa-6a3f946425c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.096546] env[69520]: DEBUG nova.network.neutron [-] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.098496] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20501834-333a-43a9-87df-fea9ff4f2b57 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.118569] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56ab0b0d-384c-4cc0-89bf-8f9b3f261e5a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.128061] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b943cb8e-c41a-4b21-b54e-d5d330dd6fb2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.160646] env[69520]: DEBUG nova.compute.manager [req-cc2237a3-7ef9-4faf-8ee6-8a058009549f req-306c7e91-c0d9-4673-90b5-688a94a30272 service nova] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Detach interface failed, port_id=b0073485-92f5-403b-8c0e-1e4b4f2f0630, reason: Instance ca7fb845-531e-49fb-983b-1726f0fceede could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.170321] env[69520]: DEBUG oslo_concurrency.lockutils [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "c664d854-5c13-422e-9de7-9545e6e5127c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.198869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9fbe99b6-f30a-424d-a9a7-86b0ce18c6b8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "c664d854-5c13-422e-9de7-9545e6e5127c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.292s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.199245] env[69520]: DEBUG oslo_concurrency.lockutils [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "c664d854-5c13-422e-9de7-9545e6e5127c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.029s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.199434] env[69520]: DEBUG nova.compute.manager [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.200326] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da3d48d-cf02-40d1-91e8-c36723bbf899 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.207117] env[69520]: DEBUG nova.compute.manager [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1171.207681] env[69520]: DEBUG nova.objects.instance [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lazy-loading 'flavor' on Instance uuid c664d854-5c13-422e-9de7-9545e6e5127c {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.339402] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.339937] env[69520]: DEBUG nova.compute.manager [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.342646] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.606s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.342875] env[69520]: DEBUG nova.objects.instance [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lazy-loading 'resources' on Instance uuid d7135f96-eed3-490e-a970-1051bcfd6966 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.481677] env[69520]: DEBUG oslo_concurrency.lockutils [None req-babde96b-cbeb-43b4-951d-8e201090071f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "ce241060-aa25-429c-92d3-052f12712dd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.644s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.547627] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482593, 'name': PowerOffVM_Task, 'duration_secs': 0.359884} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.547908] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.548156] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.548927] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b91ef-84ef-4570-a014-2807bc993039 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.557474] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.557714] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f65fd971-b829-48cc-b948-bcbd48977aa8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.603414] env[69520]: INFO nova.compute.manager [-] [instance: ca7fb845-531e-49fb-983b-1726f0fceede] Took 1.29 seconds to deallocate network for instance. [ 1171.615202] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.615428] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.615656] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleting the datastore file [datastore1] 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.615974] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97beb6bd-065f-4436-9107-3adf5eef846e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.623532] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1171.623532] env[69520]: value = "task-3482595" [ 1171.623532] env[69520]: _type = "Task" [ 1171.623532] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.631369] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.632483] env[69520]: INFO nova.compute.manager [None req-8faa49ef-e5f5-4667-929d-f0c471f1e8cc tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance to original state: 'active' [ 1171.845943] env[69520]: DEBUG nova.compute.utils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.851521] env[69520]: DEBUG nova.compute.manager [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.855018] env[69520]: DEBUG nova.network.neutron [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.865684] env[69520]: DEBUG nova.network.neutron [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Successfully updated port: 730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.909100] env[69520]: DEBUG nova.policy [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c8ef2467fa94b5880a30411f9f46867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aff247bba5746d98ecf8439ac619b76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.029089] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b85f80-a4fd-414c-a03e-a2094c3af8f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.037134] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6817b040-4cba-46e6-8569-0a56b6b7bf21 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.071498] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96888c9b-9238-48b6-bb03-9fe5828fdb2e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.080333] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dedd79-7a9b-4528-a729-a9391717edbb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.094849] env[69520]: DEBUG nova.compute.provider_tree [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.113343] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.132967] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208962} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.133263] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.133448] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.133622] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.214171] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.214531] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad501898-aa6b-49a2-a1d0-825329801698 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.223553] env[69520]: DEBUG oslo_vmware.api [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1172.223553] env[69520]: value = "task-3482596" [ 1172.223553] env[69520]: _type = "Task" [ 1172.223553] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.233160] env[69520]: DEBUG oslo_vmware.api [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.352478] env[69520]: DEBUG nova.compute.manager [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.368281] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.368431] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.369543] env[69520]: DEBUG nova.network.neutron [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.380557] env[69520]: DEBUG nova.network.neutron [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Successfully created port: a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.600259] env[69520]: DEBUG nova.scheduler.client.report [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.691531] env[69520]: DEBUG nova.compute.manager [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received event network-vif-plugged-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.691744] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] Acquiring lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.692127] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] Lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.692350] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] Lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.692829] env[69520]: DEBUG nova.compute.manager [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] No waiting events found dispatching network-vif-plugged-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.692829] env[69520]: WARNING nova.compute.manager [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received unexpected event network-vif-plugged-730c57f7-6bd6-4362-9a44-80866195e2ef for instance with vm_state building and task_state spawning. [ 1172.692829] env[69520]: DEBUG nova.compute.manager [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received event network-changed-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.692987] env[69520]: DEBUG nova.compute.manager [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Refreshing instance network info cache due to event network-changed-730c57f7-6bd6-4362-9a44-80866195e2ef. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.693281] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] Acquiring lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.735185] env[69520]: DEBUG oslo_vmware.api [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482596, 'name': PowerOffVM_Task, 'duration_secs': 0.444888} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.735185] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.735507] env[69520]: DEBUG nova.compute.manager [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.736475] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a3a0e5-7e18-4ac1-830c-91ce896d350a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.920816] env[69520]: DEBUG nova.network.neutron [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.106307] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.108805] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.020s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.120415] env[69520]: DEBUG nova.network.neutron [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updating instance_info_cache with network_info: [{"id": "730c57f7-6bd6-4362-9a44-80866195e2ef", "address": "fa:16:3e:a8:85:3d", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730c57f7-6b", "ovs_interfaceid": "730c57f7-6bd6-4362-9a44-80866195e2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.152451] env[69520]: INFO nova.scheduler.client.report [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Deleted allocations for instance d7135f96-eed3-490e-a970-1051bcfd6966 [ 1173.186982] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.187255] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.187412] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.187592] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.187739] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.187883] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.188106] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.188266] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.188435] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.188604] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.188775] env[69520]: DEBUG nova.virt.hardware [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.190303] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14641190-2ac4-45bb-b7d5-23ad962cf858 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.198381] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f8286c-42ab-4497-a8b8-4babc731e369 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.213144] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:18:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de599e6d-411e-45fd-930f-2bd6ffa2d454', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.221159] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.222152] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.222376] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f766ca-5656-46a6-85d3-d2b540e7cd98 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.241868] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.241868] env[69520]: value = "task-3482598" [ 1173.241868] env[69520]: _type = "Task" [ 1173.241868] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.247656] env[69520]: DEBUG oslo_concurrency.lockutils [None req-967cc4d8-c0b5-46e8-b9df-f4e37efddb83 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "c664d854-5c13-422e-9de7-9545e6e5127c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.252155] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482598, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.362679] env[69520]: DEBUG nova.compute.manager [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.384165] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.384434] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.384606] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.384798] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.384945] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.385106] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.385329] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.385487] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.385652] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.385814] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.385990] env[69520]: DEBUG nova.virt.hardware [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.386935] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a254f5-0247-43a5-95e5-056f4d3223b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.395149] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8add1a79-e422-4b30-bf13-3cca618ca71d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.555171] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.555453] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.555666] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.555847] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.556037] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.558307] env[69520]: INFO nova.compute.manager [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Terminating instance [ 1173.623907] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.624823] env[69520]: DEBUG nova.compute.manager [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Instance network_info: |[{"id": "730c57f7-6bd6-4362-9a44-80866195e2ef", "address": "fa:16:3e:a8:85:3d", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730c57f7-6b", "ovs_interfaceid": "730c57f7-6bd6-4362-9a44-80866195e2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.624823] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] Acquired lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.624823] env[69520]: DEBUG nova.network.neutron [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Refreshing network info cache for port 730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.626054] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:85:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '730c57f7-6bd6-4362-9a44-80866195e2ef', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.633875] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.635089] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.635326] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caac6e3a-1b3c-40d4-bb62-a3e017ea4701 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.655258] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.655258] env[69520]: value = "task-3482599" [ 1173.655258] env[69520]: _type = "Task" [ 1173.655258] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.666960] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482599, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.667414] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d783647c-10e2-4a48-bb44-9dbee2234de1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "d7135f96-eed3-490e-a970-1051bcfd6966" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.321s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.751950] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482598, 'name': CreateVM_Task, 'duration_secs': 0.399455} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.752141] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.752791] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.752954] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.753280] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.753532] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58320429-28e8-4b95-b384-fed00ea87eb5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.758272] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1173.758272] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523734ef-19a9-6364-48da-8d705e69006c" [ 1173.758272] env[69520]: _type = "Task" [ 1173.758272] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.765644] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523734ef-19a9-6364-48da-8d705e69006c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.779420] env[69520]: DEBUG oslo_concurrency.lockutils [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "c664d854-5c13-422e-9de7-9545e6e5127c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.779604] env[69520]: DEBUG oslo_concurrency.lockutils [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "c664d854-5c13-422e-9de7-9545e6e5127c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.779700] env[69520]: DEBUG oslo_concurrency.lockutils [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "c664d854-5c13-422e-9de7-9545e6e5127c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.779894] env[69520]: DEBUG oslo_concurrency.lockutils [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "c664d854-5c13-422e-9de7-9545e6e5127c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.780096] env[69520]: DEBUG oslo_concurrency.lockutils [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "c664d854-5c13-422e-9de7-9545e6e5127c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.782267] env[69520]: INFO nova.compute.manager [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Terminating instance [ 1173.981059] env[69520]: DEBUG nova.network.neutron [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Successfully updated port: a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.063137] env[69520]: DEBUG nova.compute.manager [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.063137] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.063421] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50b5a9a7-245c-4d70-9fc8-9f547bc4502e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.070761] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1174.070761] env[69520]: value = "task-3482600" [ 1174.070761] env[69520]: _type = "Task" [ 1174.070761] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.079396] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.144313] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.144485] env[69520]: WARNING nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ca7fb845-531e-49fb-983b-1726f0fceede is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1174.144646] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8e3ff68f-ef31-44f6-b274-a4599a249185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.144813] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.144909] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.145043] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance d9211715-c803-42b4-ae0f-38a69bcc5cb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.145182] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance b3183180-84d2-4326-8e6e-1885a732a2ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.145305] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.145813] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ce241060-aa25-429c-92d3-052f12712dd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.145813] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance c664d854-5c13-422e-9de7-9545e6e5127c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.145813] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance d3c31319-b732-45c3-9d80-71608923d0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.145813] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance bb949f71-a45d-43df-99e1-93a1936badff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.145969] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1174.146214] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1174.165660] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482599, 'name': CreateVM_Task, 'duration_secs': 0.340159} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.168373] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.169257] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.268335] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523734ef-19a9-6364-48da-8d705e69006c, 'name': SearchDatastore_Task, 'duration_secs': 0.026515} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.268335] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.268542] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.268860] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.268860] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.269045] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.271730] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.272075] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.272322] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f89aa4e-653b-4395-b00c-4337015b2c62 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.274370] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d397e31-bf7e-47e9-8502-0aec4c42b3ff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.282017] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1174.282017] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fd9efc-1b77-3341-2d6e-80ef66607189" [ 1174.282017] env[69520]: _type = "Task" [ 1174.282017] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.286732] env[69520]: DEBUG nova.compute.manager [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.286964] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.290635] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708714bf-e2c2-4247-89be-e137a227b149 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.293581] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fd9efc-1b77-3341-2d6e-80ef66607189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.297862] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.297862] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.298352] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b3825d-e792-4a2e-a6bd-4be5c5ef000b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.302950] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.304931] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5732c071-aff5-44ee-b529-c011255e3f85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.307790] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1174.307790] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5288d54e-4662-3bd3-637f-4a86b9dfee12" [ 1174.307790] env[69520]: _type = "Task" [ 1174.307790] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.318580] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5288d54e-4662-3bd3-637f-4a86b9dfee12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.363304] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad95bbaf-1f62-4151-8efb-ff040a618eaf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.367309] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.367497] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.367677] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleting the datastore file [datastore2] c664d854-5c13-422e-9de7-9545e6e5127c {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.371688] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c2e5c51-5f38-4915-a7dd-c4de8f4eb400 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.377406] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed6fc6a-0a62-4c67-8d90-266b6fc01b34 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.382969] env[69520]: DEBUG oslo_vmware.api [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1174.382969] env[69520]: value = "task-3482602" [ 1174.382969] env[69520]: _type = "Task" [ 1174.382969] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.414267] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580ac8c0-75f3-473d-b92c-4ea81e1f0d9e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.421103] env[69520]: DEBUG oslo_vmware.api [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.424787] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958132aa-4b95-4fd7-a38a-811f10d8af2e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.438532] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.480212] env[69520]: DEBUG nova.network.neutron [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updated VIF entry in instance network info cache for port 730c57f7-6bd6-4362-9a44-80866195e2ef. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.480567] env[69520]: DEBUG nova.network.neutron [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updating instance_info_cache with network_info: [{"id": "730c57f7-6bd6-4362-9a44-80866195e2ef", "address": "fa:16:3e:a8:85:3d", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730c57f7-6b", "ovs_interfaceid": "730c57f7-6bd6-4362-9a44-80866195e2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.483121] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "refresh_cache-bb949f71-a45d-43df-99e1-93a1936badff" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.483252] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "refresh_cache-bb949f71-a45d-43df-99e1-93a1936badff" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.484322] env[69520]: DEBUG nova.network.neutron [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.580972] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482600, 'name': PowerOffVM_Task, 'duration_secs': 0.213562} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.581775] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.581999] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1174.582242] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696197', 'volume_id': '00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'name': 'volume-00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd9211715-c803-42b4-ae0f-38a69bcc5cb6', 'attached_at': '2025-04-17T15:52:03.000000', 'detached_at': '', 'volume_id': '00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'serial': '00cb0999-6e92-4c78-be5b-4b4fc4b742df'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1174.583016] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5608345-9177-427b-aebe-67dbedc45dcf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.606985] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a1ffed-9f2a-4213-b3c1-0015391f9a8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.614646] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f255e53-b7ac-45e7-919d-ec87ab597a59 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.636392] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10f32b7-2f2e-4839-8fe5-4081136e2f3c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.652746] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] The volume has not been displaced from its original location: [datastore2] volume-00cb0999-6e92-4c78-be5b-4b4fc4b742df/volume-00cb0999-6e92-4c78-be5b-4b4fc4b742df.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1174.658121] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.658429] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b192918f-d52e-4a11-86f1-da6519d436b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.679744] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1174.679744] env[69520]: value = "task-3482603" [ 1174.679744] env[69520]: _type = "Task" [ 1174.679744] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.689454] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.719090] env[69520]: DEBUG nova.compute.manager [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Received event network-vif-plugged-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.719390] env[69520]: DEBUG oslo_concurrency.lockutils [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] Acquiring lock "bb949f71-a45d-43df-99e1-93a1936badff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.719616] env[69520]: DEBUG oslo_concurrency.lockutils [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] Lock "bb949f71-a45d-43df-99e1-93a1936badff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.719847] env[69520]: DEBUG oslo_concurrency.lockutils [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] Lock "bb949f71-a45d-43df-99e1-93a1936badff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.719964] env[69520]: DEBUG nova.compute.manager [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] No waiting events found dispatching network-vif-plugged-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.720110] env[69520]: WARNING nova.compute.manager [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Received unexpected event network-vif-plugged-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 for instance with vm_state building and task_state spawning. [ 1174.720270] env[69520]: DEBUG nova.compute.manager [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Received event network-changed-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.720418] env[69520]: DEBUG nova.compute.manager [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Refreshing instance network info cache due to event network-changed-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.720577] env[69520]: DEBUG oslo_concurrency.lockutils [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] Acquiring lock "refresh_cache-bb949f71-a45d-43df-99e1-93a1936badff" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.790311] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fd9efc-1b77-3341-2d6e-80ef66607189, 'name': SearchDatastore_Task, 'duration_secs': 0.017161} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.790558] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.790793] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.791053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.818286] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5288d54e-4662-3bd3-637f-4a86b9dfee12, 'name': SearchDatastore_Task, 'duration_secs': 0.014437} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.819182] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dcb7a5a-c6a1-4626-be38-6945f7f7c066 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.824415] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1174.824415] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f66e41-4fef-f228-6e94-5ea76d1ad006" [ 1174.824415] env[69520]: _type = "Task" [ 1174.824415] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.831866] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f66e41-4fef-f228-6e94-5ea76d1ad006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.892842] env[69520]: DEBUG oslo_vmware.api [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124295} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.893120] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.893308] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.893484] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.893657] env[69520]: INFO nova.compute.manager [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1174.893888] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.894092] env[69520]: DEBUG nova.compute.manager [-] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.894187] env[69520]: DEBUG nova.network.neutron [-] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.941098] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.971700] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "b3183180-84d2-4326-8e6e-1885a732a2ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.971958] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "b3183180-84d2-4326-8e6e-1885a732a2ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.972204] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "b3183180-84d2-4326-8e6e-1885a732a2ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.972391] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "b3183180-84d2-4326-8e6e-1885a732a2ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.972560] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "b3183180-84d2-4326-8e6e-1885a732a2ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.974801] env[69520]: INFO nova.compute.manager [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Terminating instance [ 1174.986227] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] Releasing lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.986530] env[69520]: DEBUG nova.compute.manager [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Received event network-changed-ecfab34f-0814-4559-8776-c584df5dd03b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.986741] env[69520]: DEBUG nova.compute.manager [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Refreshing instance network info cache due to event network-changed-ecfab34f-0814-4559-8776-c584df5dd03b. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.987000] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] Acquiring lock "refresh_cache-ce241060-aa25-429c-92d3-052f12712dd5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.988916] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] Acquired lock "refresh_cache-ce241060-aa25-429c-92d3-052f12712dd5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.988916] env[69520]: DEBUG nova.network.neutron [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Refreshing network info cache for port ecfab34f-0814-4559-8776-c584df5dd03b {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.039751] env[69520]: DEBUG nova.network.neutron [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.070405] env[69520]: DEBUG oslo_concurrency.lockutils [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.070646] env[69520]: DEBUG oslo_concurrency.lockutils [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.070905] env[69520]: DEBUG oslo_concurrency.lockutils [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.071132] env[69520]: DEBUG oslo_concurrency.lockutils [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.071329] env[69520]: DEBUG oslo_concurrency.lockutils [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.075346] env[69520]: INFO nova.compute.manager [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Terminating instance [ 1175.190620] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482603, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.294172] env[69520]: DEBUG nova.network.neutron [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Updating instance_info_cache with network_info: [{"id": "a9c04bb2-4cbf-4f0b-931a-18ae97ad7941", "address": "fa:16:3e:e8:fb:83", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c04bb2-4c", "ovs_interfaceid": "a9c04bb2-4cbf-4f0b-931a-18ae97ad7941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.335354] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f66e41-4fef-f228-6e94-5ea76d1ad006, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.336913] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.337180] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e/72b43afb-11a6-4ad3-9a03-8ed7f6d4434e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.337642] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.337834] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.338054] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19b111b5-8f6f-4d0b-bef8-d1d8f3c31a91 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.340398] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23f45ffd-1143-4b0b-a5e8-6503626ba6d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.347038] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1175.347038] env[69520]: value = "task-3482604" [ 1175.347038] env[69520]: _type = "Task" [ 1175.347038] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.351242] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.351447] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.352350] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f31e4a-ca84-40d1-abed-b58fda8295ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.357262] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.360312] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1175.360312] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521508a7-39b5-1213-d8ce-c92c2fcf4e39" [ 1175.360312] env[69520]: _type = "Task" [ 1175.360312] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.367931] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521508a7-39b5-1213-d8ce-c92c2fcf4e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.445825] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1175.446118] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.337s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.446406] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.333s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.446596] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.448746] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.449031] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Cleaning up deleted instances {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1175.476638] env[69520]: INFO nova.scheduler.client.report [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Deleted allocations for instance ca7fb845-531e-49fb-983b-1726f0fceede [ 1175.481127] env[69520]: DEBUG nova.compute.manager [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.481127] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.481907] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f022346-31e9-4857-be85-ae9a8e62b890 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.490030] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.490145] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d541cc63-c772-4f9f-b80e-b478128fea4e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.499085] env[69520]: DEBUG oslo_vmware.api [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1175.499085] env[69520]: value = "task-3482605" [ 1175.499085] env[69520]: _type = "Task" [ 1175.499085] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.509454] env[69520]: DEBUG oslo_vmware.api [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.580027] env[69520]: DEBUG nova.compute.manager [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.580027] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.580492] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dabf2a-98fe-405c-b98c-858400ffc16f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.592730] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.592730] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bd2de12-8f7b-45ce-a938-adb58f48b3c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.600534] env[69520]: DEBUG oslo_vmware.api [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1175.600534] env[69520]: value = "task-3482606" [ 1175.600534] env[69520]: _type = "Task" [ 1175.600534] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.615834] env[69520]: DEBUG oslo_vmware.api [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.696385] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482603, 'name': ReconfigVM_Task, 'duration_secs': 0.526792} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.696898] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.703413] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b884fed-e501-4bac-acb4-8a20c8979a54 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.733489] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1175.733489] env[69520]: value = "task-3482607" [ 1175.733489] env[69520]: _type = "Task" [ 1175.733489] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.747285] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.797190] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "refresh_cache-bb949f71-a45d-43df-99e1-93a1936badff" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.797828] env[69520]: DEBUG nova.compute.manager [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Instance network_info: |[{"id": "a9c04bb2-4cbf-4f0b-931a-18ae97ad7941", "address": "fa:16:3e:e8:fb:83", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c04bb2-4c", "ovs_interfaceid": "a9c04bb2-4cbf-4f0b-931a-18ae97ad7941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.798223] env[69520]: DEBUG oslo_concurrency.lockutils [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] Acquired lock "refresh_cache-bb949f71-a45d-43df-99e1-93a1936badff" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.798533] env[69520]: DEBUG nova.network.neutron [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Refreshing network info cache for port a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.799976] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:fb:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9c04bb2-4cbf-4f0b-931a-18ae97ad7941', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.807561] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Creating folder: Project (5aff247bba5746d98ecf8439ac619b76). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.811292] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9aa93d7-3fed-4d3a-ae1e-0ddfd5fe8d2c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.838571] env[69520]: DEBUG nova.network.neutron [-] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.841673] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Created folder: Project (5aff247bba5746d98ecf8439ac619b76) in parent group-v695915. [ 1175.841890] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Creating folder: Instances. Parent ref: group-v696219. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.842406] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b20cb47a-3b2e-4803-9cee-043af4720097 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.864278] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507038} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.870470] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e/72b43afb-11a6-4ad3-9a03-8ed7f6d4434e.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.870766] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.871083] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Created folder: Instances in parent group-v696219. [ 1175.871304] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.871887] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5ba66b2-2107-4e65-bafa-cae154b8c606 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.874412] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.877191] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6084de09-45d9-47fb-b4a4-926df3da6634 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.896735] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521508a7-39b5-1213-d8ce-c92c2fcf4e39, 'name': SearchDatastore_Task, 'duration_secs': 0.00806} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.902862] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab57433a-069e-40f8-b1bb-b34d44fe0072 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.906230] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1175.906230] env[69520]: value = "task-3482611" [ 1175.906230] env[69520]: _type = "Task" [ 1175.906230] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.908405] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.908405] env[69520]: value = "task-3482612" [ 1175.908405] env[69520]: _type = "Task" [ 1175.908405] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.918580] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1175.918580] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529d49c2-3d9b-5470-1ce8-2f0c7f575539" [ 1175.918580] env[69520]: _type = "Task" [ 1175.918580] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.932706] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482612, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.932706] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.939287] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529d49c2-3d9b-5470-1ce8-2f0c7f575539, 'name': SearchDatastore_Task, 'duration_secs': 0.015371} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.939508] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.939719] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] d3c31319-b732-45c3-9d80-71608923d0a1/d3c31319-b732-45c3-9d80-71608923d0a1.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.940078] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b3201b1-fd6a-46a1-81b3-44e0ab459cba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.948744] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1175.948744] env[69520]: value = "task-3482613" [ 1175.948744] env[69520]: _type = "Task" [ 1175.948744] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.965650] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] There are 54 instances to clean {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1175.965947] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: d7135f96-eed3-490e-a970-1051bcfd6966] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.968665] env[69520]: DEBUG nova.network.neutron [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Updated VIF entry in instance network info cache for port ecfab34f-0814-4559-8776-c584df5dd03b. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.969077] env[69520]: DEBUG nova.network.neutron [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Updating instance_info_cache with network_info: [{"id": "ecfab34f-0814-4559-8776-c584df5dd03b", "address": "fa:16:3e:fd:f2:b8", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfab34f-08", "ovs_interfaceid": "ecfab34f-0814-4559-8776-c584df5dd03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.977587] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.986115] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3d4f16d2-3b3f-46cc-a9df-29f250b527b2 tempest-ServersTestJSON-2073190712 tempest-ServersTestJSON-2073190712-project-member] Lock "ca7fb845-531e-49fb-983b-1726f0fceede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.185s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.015858] env[69520]: DEBUG oslo_vmware.api [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482605, 'name': PowerOffVM_Task, 'duration_secs': 0.327466} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.016973] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.017152] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.017539] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be6fe9ae-4a16-4ee4-adc8-55adae73eba1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.110647] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.110895] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.111090] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Deleting the datastore file [datastore2] b3183180-84d2-4326-8e6e-1885a732a2ee {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.112014] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1ad52be-584b-410e-b4d8-1ad568d02acc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.117117] env[69520]: DEBUG oslo_vmware.api [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482606, 'name': PowerOffVM_Task, 'duration_secs': 0.449995} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.117705] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.117869] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.118144] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ef42bee-e9a4-4f02-8381-4e60f9ef0505 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.123176] env[69520]: DEBUG oslo_vmware.api [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1176.123176] env[69520]: value = "task-3482615" [ 1176.123176] env[69520]: _type = "Task" [ 1176.123176] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.132478] env[69520]: DEBUG oslo_vmware.api [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.187284] env[69520]: DEBUG nova.network.neutron [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Updated VIF entry in instance network info cache for port a9c04bb2-4cbf-4f0b-931a-18ae97ad7941. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.187877] env[69520]: DEBUG nova.network.neutron [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Updating instance_info_cache with network_info: [{"id": "a9c04bb2-4cbf-4f0b-931a-18ae97ad7941", "address": "fa:16:3e:e8:fb:83", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c04bb2-4c", "ovs_interfaceid": "a9c04bb2-4cbf-4f0b-931a-18ae97ad7941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.191063] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.191391] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.191682] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Deleting the datastore file [datastore2] 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.192216] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32c17738-db82-4541-8094-1d21261ba5c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.200103] env[69520]: DEBUG oslo_vmware.api [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for the task: (returnval){ [ 1176.200103] env[69520]: value = "task-3482617" [ 1176.200103] env[69520]: _type = "Task" [ 1176.200103] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.211708] env[69520]: DEBUG oslo_vmware.api [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.245172] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482607, 'name': ReconfigVM_Task, 'duration_secs': 0.253868} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.245524] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696197', 'volume_id': '00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'name': 'volume-00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd9211715-c803-42b4-ae0f-38a69bcc5cb6', 'attached_at': '2025-04-17T15:52:03.000000', 'detached_at': '', 'volume_id': '00cb0999-6e92-4c78-be5b-4b4fc4b742df', 'serial': '00cb0999-6e92-4c78-be5b-4b4fc4b742df'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1176.245810] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.247745] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185cb04b-8b9f-4397-a937-ce9c0a38086b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.260225] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.260225] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec855dc-df47-49a1-a606-e76bcb9e8dc6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.343750] env[69520]: INFO nova.compute.manager [-] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Took 1.45 seconds to deallocate network for instance. [ 1176.375228] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.375228] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.375503] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleting the datastore file [datastore2] d9211715-c803-42b4-ae0f-38a69bcc5cb6 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.375699] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5119c3af-5cef-4040-991f-5dbff4ea26b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.384981] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1176.384981] env[69520]: value = "task-3482619" [ 1176.384981] env[69520]: _type = "Task" [ 1176.384981] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.394450] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.420951] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088248} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.421711] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.422563] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0acc2bd-f333-4e9f-9d78-8de3e659d9d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.428478] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482612, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.453082] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e/72b43afb-11a6-4ad3-9a03-8ed7f6d4434e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.453082] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac096c5-9783-4055-9161-22666b0d643c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.471743] env[69520]: DEBUG oslo_concurrency.lockutils [req-e2db7cde-f452-44fd-b104-701e62da69f5 req-86317f4d-8838-4ca2-9aca-e643958587a9 service nova] Releasing lock "refresh_cache-ce241060-aa25-429c-92d3-052f12712dd5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.472299] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 68c2d065-ddd9-4f79-be38-9d72c5c2f8a9] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.477238] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.479036] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1176.479036] env[69520]: value = "task-3482620" [ 1176.479036] env[69520]: _type = "Task" [ 1176.479036] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.638023] env[69520]: DEBUG oslo_vmware.api [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387157} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.638023] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.638023] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.638023] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.638023] env[69520]: INFO nova.compute.manager [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1176.638023] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.638023] env[69520]: DEBUG nova.compute.manager [-] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.638023] env[69520]: DEBUG nova.network.neutron [-] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.693059] env[69520]: DEBUG oslo_concurrency.lockutils [req-8bb92553-9e6d-4ceb-acaf-8a2a6f648719 req-828b7679-0649-4364-9ab9-89dc3863b0c6 service nova] Releasing lock "refresh_cache-bb949f71-a45d-43df-99e1-93a1936badff" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.711018] env[69520]: DEBUG oslo_vmware.api [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.751114] env[69520]: DEBUG nova.compute.manager [req-a196a7c6-f65b-4ad9-8420-4d09834c92ae req-1e6cef7c-c725-4c13-894c-fd9b26f73ee9 service nova] [instance: c664d854-5c13-422e-9de7-9545e6e5127c] Received event network-vif-deleted-d47a0498-5a90-418b-bd19-3a24f03fad5b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.856132] env[69520]: DEBUG oslo_concurrency.lockutils [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.856132] env[69520]: DEBUG oslo_concurrency.lockutils [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.856132] env[69520]: DEBUG nova.objects.instance [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lazy-loading 'resources' on Instance uuid c664d854-5c13-422e-9de7-9545e6e5127c {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.898375] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.924215] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482612, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.962635] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814809} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.962813] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] d3c31319-b732-45c3-9d80-71608923d0a1/d3c31319-b732-45c3-9d80-71608923d0a1.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.962996] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.963274] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b87322f7-5880-47df-970f-d513bb849db8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.972195] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1176.972195] env[69520]: value = "task-3482621" [ 1176.972195] env[69520]: _type = "Task" [ 1176.972195] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.979211] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: a3ea885e-8638-4ff4-96ae-706e2031254b] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.993771] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.001035] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.211366] env[69520]: DEBUG oslo_vmware.api [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Task: {'id': task-3482617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556884} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.213027] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.213027] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.213283] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.213415] env[69520]: INFO nova.compute.manager [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1177.213685] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.213887] env[69520]: DEBUG nova.compute.manager [-] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.214025] env[69520]: DEBUG nova.network.neutron [-] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.390991] env[69520]: DEBUG nova.network.neutron [-] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.398835] env[69520]: DEBUG oslo_vmware.api [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.659792} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.400821] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.401014] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.401291] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.402479] env[69520]: INFO nova.compute.manager [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Took 3.34 seconds to destroy the instance on the hypervisor. [ 1177.402479] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.402479] env[69520]: DEBUG nova.compute.manager [-] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.402479] env[69520]: DEBUG nova.network.neutron [-] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.428387] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482612, 'name': CreateVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.486746] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087116} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.493698] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.494441] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 32b238de-7b9e-4dde-819e-ca21c035077e] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.504592] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0542b4cf-bbac-466a-944e-98f261f89afc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.509028] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482620, 'name': ReconfigVM_Task, 'duration_secs': 0.598341} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.509517] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e/72b43afb-11a6-4ad3-9a03-8ed7f6d4434e.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.510741] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a82e63b3-6bf2-4983-b8b7-92374ecec8f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.534745] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] d3c31319-b732-45c3-9d80-71608923d0a1/d3c31319-b732-45c3-9d80-71608923d0a1.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.538864] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef3e5e5-fcca-4759-af0f-3b33bacb3622 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.554829] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1177.554829] env[69520]: value = "task-3482622" [ 1177.554829] env[69520]: _type = "Task" [ 1177.554829] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.562766] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1177.562766] env[69520]: value = "task-3482623" [ 1177.562766] env[69520]: _type = "Task" [ 1177.562766] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.567032] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482622, 'name': Rename_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.576855] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.602170] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b84553b-eb5a-4ffb-85f0-fde9596b2e0f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.615719] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3f7feb-8ef0-4e49-aabc-4bfcec1f1565 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.650617] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961a4933-f94b-4c71-9172-2bfff5cfbba6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.660128] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8281cd69-f1b0-451a-bc7d-00c284fb6add {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.676099] env[69520]: DEBUG nova.compute.provider_tree [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.894301] env[69520]: INFO nova.compute.manager [-] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Took 1.26 seconds to deallocate network for instance. [ 1177.912018] env[69520]: DEBUG nova.network.neutron [-] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.925508] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482612, 'name': CreateVM_Task, 'duration_secs': 1.671514} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.925767] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.926318] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.926503] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.926954] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.927435] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c18a9c-379f-4c41-82d1-62b0ed9e8959 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.934011] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1177.934011] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5245d9bf-ecdf-8b7e-d791-f61e18db1f4c" [ 1177.934011] env[69520]: _type = "Task" [ 1177.934011] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.945934] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5245d9bf-ecdf-8b7e-d791-f61e18db1f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.010853] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 9131fadb-f3ca-4eaa-8fde-452517eed627] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.075198] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482622, 'name': Rename_Task, 'duration_secs': 0.208803} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.080222] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.080443] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbf4ff45-277a-4dee-ade6-637647301f8e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.088701] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.093281] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1178.093281] env[69520]: value = "task-3482625" [ 1178.093281] env[69520]: _type = "Task" [ 1178.093281] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.098629] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.180058] env[69520]: DEBUG nova.scheduler.client.report [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.403167] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.413789] env[69520]: INFO nova.compute.manager [-] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Took 1.20 seconds to deallocate network for instance. [ 1178.440512] env[69520]: DEBUG nova.network.neutron [-] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.450017] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5245d9bf-ecdf-8b7e-d791-f61e18db1f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.01386} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.450017] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.450017] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.450218] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.450531] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.450751] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.451033] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74ea8419-1caa-41f8-beb7-568484cc7501 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.461488] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.461832] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.463321] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294aab7d-0eeb-410b-8ccf-9c4a763f12ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.468845] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1178.468845] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524f773d-f1a1-5ab3-94f1-7a6135b9d761" [ 1178.468845] env[69520]: _type = "Task" [ 1178.468845] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.477363] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524f773d-f1a1-5ab3-94f1-7a6135b9d761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.514662] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 43ff884d-db04-454d-858d-12894d119891] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.585737] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.599559] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.685881] env[69520]: DEBUG oslo_concurrency.lockutils [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.688438] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.285s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.688685] env[69520]: DEBUG nova.objects.instance [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lazy-loading 'resources' on Instance uuid b3183180-84d2-4326-8e6e-1885a732a2ee {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.711987] env[69520]: INFO nova.scheduler.client.report [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted allocations for instance c664d854-5c13-422e-9de7-9545e6e5127c [ 1178.787926] env[69520]: DEBUG nova.compute.manager [req-3e76a2b7-f269-4921-b662-811d883777d9 req-35f2b287-576c-4a7c-9bd6-97c16f5d2d5f service nova] [instance: b3183180-84d2-4326-8e6e-1885a732a2ee] Received event network-vif-deleted-1c4a0f47-539a-4358-964e-f3b3ec1c3383 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.787926] env[69520]: DEBUG nova.compute.manager [req-3e76a2b7-f269-4921-b662-811d883777d9 req-35f2b287-576c-4a7c-9bd6-97c16f5d2d5f service nova] [instance: 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0] Received event network-vif-deleted-68bfabc1-1b79-4e3e-82f1-fa4b8d206abd {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.788057] env[69520]: DEBUG nova.compute.manager [req-3e76a2b7-f269-4921-b662-811d883777d9 req-35f2b287-576c-4a7c-9bd6-97c16f5d2d5f service nova] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Received event network-vif-deleted-b5ee4bcf-0a52-4e2a-8eb7-41031f37b5b4 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.920684] env[69520]: DEBUG oslo_concurrency.lockutils [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.950424] env[69520]: INFO nova.compute.manager [-] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Took 1.55 seconds to deallocate network for instance. [ 1178.981225] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524f773d-f1a1-5ab3-94f1-7a6135b9d761, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.982130] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2044264-9a08-4b04-a926-d46d2cdbad53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.988784] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1178.988784] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c75771-12d9-1a97-a620-cffa166846f3" [ 1178.988784] env[69520]: _type = "Task" [ 1178.988784] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.997784] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c75771-12d9-1a97-a620-cffa166846f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.017854] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 13ea2581-bed8-4123-b372-f7aa2bb25876] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.085874] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482623, 'name': ReconfigVM_Task, 'duration_secs': 1.35948} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.086215] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Reconfigured VM instance instance-0000006f to attach disk [datastore1] d3c31319-b732-45c3-9d80-71608923d0a1/d3c31319-b732-45c3-9d80-71608923d0a1.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.087082] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1d761f0-7a34-4a56-a5f7-4c669ec4d78e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.095423] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1179.095423] env[69520]: value = "task-3482626" [ 1179.095423] env[69520]: _type = "Task" [ 1179.095423] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.102480] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.107812] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482626, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.222127] env[69520]: DEBUG oslo_concurrency.lockutils [None req-22dc891e-e68d-4e1f-b5e8-c156dff5898d tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "c664d854-5c13-422e-9de7-9545e6e5127c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.442s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.334052] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfdd09a-620d-47cf-869d-e9349c18da5e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.343627] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022ffa7c-4c79-4796-b3ef-b0b192982e42 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.378040] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a24af3c-118e-41b1-89ef-437e43236208 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.386256] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e70f6e0-97de-4209-a0ec-6ddb68d5accb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.400365] env[69520]: DEBUG nova.compute.provider_tree [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.495240] env[69520]: INFO nova.compute.manager [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: d9211715-c803-42b4-ae0f-38a69bcc5cb6] Took 0.54 seconds to detach 1 volumes for instance. [ 1179.500470] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c75771-12d9-1a97-a620-cffa166846f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.503417] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.503695] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] bb949f71-a45d-43df-99e1-93a1936badff/bb949f71-a45d-43df-99e1-93a1936badff.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.504145] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70ab362d-8475-45ee-a561-3c9b58b22344 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.512691] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1179.512691] env[69520]: value = "task-3482627" [ 1179.512691] env[69520]: _type = "Task" [ 1179.512691] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.521826] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 3f2d3802-a6f9-41c7-b462-4061d29de0f2] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.523662] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.602157] env[69520]: DEBUG oslo_vmware.api [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482625, 'name': PowerOnVM_Task, 'duration_secs': 1.28932} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.602875] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.603153] env[69520]: DEBUG nova.compute.manager [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.604102] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a64c33-18a6-4828-90dd-01792d511870 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.609378] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482626, 'name': Rename_Task, 'duration_secs': 0.171123} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.609952] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.610264] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22937c5d-745a-4531-aedf-1167d65e8c87 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.620220] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1179.620220] env[69520]: value = "task-3482628" [ 1179.620220] env[69520]: _type = "Task" [ 1179.620220] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.627846] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.848718] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "547d222c-bcd6-4700-8da2-f6933ea52c8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.849011] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "547d222c-bcd6-4700-8da2-f6933ea52c8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.904506] env[69520]: DEBUG nova.scheduler.client.report [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.006354] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.024010] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470595} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.024124] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] bb949f71-a45d-43df-99e1-93a1936badff/bb949f71-a45d-43df-99e1-93a1936badff.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.024348] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.024629] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d34c266e-2dec-4463-8ba4-51ffb5468ffd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.027060] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: a9b730c0-6624-412c-9e46-70a1b7cab6ab] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.034532] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1180.034532] env[69520]: value = "task-3482630" [ 1180.034532] env[69520]: _type = "Task" [ 1180.034532] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.044284] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.127152] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.134357] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482628, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.351971] env[69520]: DEBUG nova.compute.manager [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.410399] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.412675] env[69520]: DEBUG oslo_concurrency.lockutils [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.492s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.412908] env[69520]: DEBUG nova.objects.instance [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lazy-loading 'resources' on Instance uuid 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.431908] env[69520]: INFO nova.scheduler.client.report [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Deleted allocations for instance b3183180-84d2-4326-8e6e-1885a732a2ee [ 1180.530906] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: d06e9d3f-1613-4410-bb38-c2812dce96de] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.544632] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064014} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.544894] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.545682] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c7d53b-ee4d-497c-b927-8ae2ea78a7c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.569942] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] bb949f71-a45d-43df-99e1-93a1936badff/bb949f71-a45d-43df-99e1-93a1936badff.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.570785] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082020ed-5d19-4e82-a093-742c298a67cf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.593136] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1180.593136] env[69520]: value = "task-3482631" [ 1180.593136] env[69520]: _type = "Task" [ 1180.593136] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.601059] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.629110] env[69520]: DEBUG oslo_vmware.api [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482628, 'name': PowerOnVM_Task, 'duration_secs': 0.591167} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.629395] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.629602] env[69520]: INFO nova.compute.manager [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1180.629779] env[69520]: DEBUG nova.compute.manager [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.630561] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e1a512-e7cb-4335-a1ed-1cb338832a2e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.871502] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.939561] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e70ff18e-460a-45f6-9d83-7cc5462821d1 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "b3183180-84d2-4326-8e6e-1885a732a2ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.967s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.033585] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 7981eb07-19e6-4c19-8023-551f56b2e342] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.063421] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4376e-b953-4916-a703-856f191d050a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.072340] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9baceac-2a81-4ac3-8ef7-bef5d0933202 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.107800] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00010c96-e0b2-4ba6-a58c-51f76fe2cde6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.115917] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.119110] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7dcf03-e580-4ed3-81ff-6aac0eda833e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.133916] env[69520]: DEBUG nova.compute.provider_tree [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.147029] env[69520]: INFO nova.compute.manager [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Took 21.43 seconds to build instance. [ 1181.537220] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 0b50c1da-90b5-49b3-a098-55a9ce905c90] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.613728] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.637495] env[69520]: DEBUG nova.scheduler.client.report [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.648585] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d8bb4055-c50e-45c5-985e-1bb2b50843af tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "d3c31319-b732-45c3-9d80-71608923d0a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.938s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.996020] env[69520]: DEBUG nova.compute.manager [req-f7f6cffa-95c4-42f5-8293-e144c326c404 req-dfee2991-46e8-457b-b988-c9a5e55b8464 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received event network-changed-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.996300] env[69520]: DEBUG nova.compute.manager [req-f7f6cffa-95c4-42f5-8293-e144c326c404 req-dfee2991-46e8-457b-b988-c9a5e55b8464 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Refreshing instance network info cache due to event network-changed-730c57f7-6bd6-4362-9a44-80866195e2ef. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.996548] env[69520]: DEBUG oslo_concurrency.lockutils [req-f7f6cffa-95c4-42f5-8293-e144c326c404 req-dfee2991-46e8-457b-b988-c9a5e55b8464 service nova] Acquiring lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.996726] env[69520]: DEBUG oslo_concurrency.lockutils [req-f7f6cffa-95c4-42f5-8293-e144c326c404 req-dfee2991-46e8-457b-b988-c9a5e55b8464 service nova] Acquired lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.996952] env[69520]: DEBUG nova.network.neutron [req-f7f6cffa-95c4-42f5-8293-e144c326c404 req-dfee2991-46e8-457b-b988-c9a5e55b8464 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Refreshing network info cache for port 730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.040795] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 2c0a670b-d19b-4091-b2b2-6d1e80aa9753] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.115377] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482631, 'name': ReconfigVM_Task, 'duration_secs': 1.027482} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.115675] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Reconfigured VM instance instance-00000070 to attach disk [datastore1] bb949f71-a45d-43df-99e1-93a1936badff/bb949f71-a45d-43df-99e1-93a1936badff.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.116427] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-544f001c-75be-4543-bc05-623a121dfe0a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.124149] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1182.124149] env[69520]: value = "task-3482633" [ 1182.124149] env[69520]: _type = "Task" [ 1182.124149] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.134232] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482633, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.142579] env[69520]: DEBUG oslo_concurrency.lockutils [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.145329] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.139s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.145526] env[69520]: DEBUG nova.objects.instance [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'resources' on Instance uuid d9211715-c803-42b4-ae0f-38a69bcc5cb6 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.170051] env[69520]: INFO nova.scheduler.client.report [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Deleted allocations for instance 3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0 [ 1182.234483] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.234725] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.545212] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: cc1ac556-80d2-49f3-9770-f79124b7737c] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.635538] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482633, 'name': Rename_Task, 'duration_secs': 0.18598} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.638832] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.643035] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7727f953-f47b-40ff-88b9-48ba08e5e3e8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.649789] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1182.649789] env[69520]: value = "task-3482634" [ 1182.649789] env[69520]: _type = "Task" [ 1182.649789] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.662764] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.678764] env[69520]: DEBUG oslo_concurrency.lockutils [None req-90f65d20-0797-4cb7-b4c8-ee6644c5b334 tempest-ListServersNegativeTestJSON-189969217 tempest-ListServersNegativeTestJSON-189969217-project-member] Lock "3fa2e6ba-77b5-4f77-b3e7-4de495fa54b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.608s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.737359] env[69520]: DEBUG nova.compute.utils [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.767417] env[69520]: DEBUG nova.network.neutron [req-f7f6cffa-95c4-42f5-8293-e144c326c404 req-dfee2991-46e8-457b-b988-c9a5e55b8464 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updated VIF entry in instance network info cache for port 730c57f7-6bd6-4362-9a44-80866195e2ef. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.767876] env[69520]: DEBUG nova.network.neutron [req-f7f6cffa-95c4-42f5-8293-e144c326c404 req-dfee2991-46e8-457b-b988-c9a5e55b8464 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updating instance_info_cache with network_info: [{"id": "730c57f7-6bd6-4362-9a44-80866195e2ef", "address": "fa:16:3e:a8:85:3d", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730c57f7-6b", "ovs_interfaceid": "730c57f7-6bd6-4362-9a44-80866195e2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.788635] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd0c846-bf6c-4e39-9361-d951818012f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.797630] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ac23b7-acde-44b7-9e22-30243c560210 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.833456] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf7230-7d42-448b-8697-0f3f8d733524 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.840825] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c79cc6-df37-41e9-97d8-aff63f31bbfb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.855154] env[69520]: DEBUG nova.compute.provider_tree [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.052020] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: d138b00b-f932-4216-93cd-904811172a59] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.160906] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.242794] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.271113] env[69520]: DEBUG oslo_concurrency.lockutils [req-f7f6cffa-95c4-42f5-8293-e144c326c404 req-dfee2991-46e8-457b-b988-c9a5e55b8464 service nova] Releasing lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.359058] env[69520]: DEBUG nova.scheduler.client.report [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.555051] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: ad331ba5-e86d-4230-ad6a-46740ae38ddb] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.662455] env[69520]: DEBUG oslo_vmware.api [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482634, 'name': PowerOnVM_Task, 'duration_secs': 0.851767} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.666028] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.666028] env[69520]: INFO nova.compute.manager [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1183.666028] env[69520]: DEBUG nova.compute.manager [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.666028] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc7f965-1ca0-4ff2-80f1-5cf281475701 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.863698] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.870411] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.739s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.870648] env[69520]: DEBUG nova.objects.instance [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1183.891927] env[69520]: INFO nova.scheduler.client.report [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleted allocations for instance d9211715-c803-42b4-ae0f-38a69bcc5cb6 [ 1184.058575] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: a6ba8b91-fc8e-4438-b969-9a4345000e05] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.182900] env[69520]: INFO nova.compute.manager [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Took 21.86 seconds to build instance. [ 1184.319100] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.319100] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.319100] env[69520]: INFO nova.compute.manager [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Attaching volume 1c881a61-2f36-405e-bff9-636e0250ce04 to /dev/sdb [ 1184.351306] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d8a846-e2b6-43f2-8f68-2396acfd8870 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.363080] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8425dd35-7d52-4ea9-acd5-d95ec52679a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.374899] env[69520]: DEBUG nova.virt.block_device [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Updating existing volume attachment record: d051f318-90ab-4749-a0a8-f48bf6b236a3 {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1184.400264] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a97b363e-669f-4733-98d6-fa2bad7f3fd7 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "d9211715-c803-42b4-ae0f-38a69bcc5cb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.845s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.562584] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 75e1ab9d-f2a8-481d-96de-b246a927b7c4] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.686220] env[69520]: DEBUG oslo_concurrency.lockutils [None req-435e62fe-c1c3-4ed7-862f-a66f7fdff698 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.371s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.692757] env[69520]: DEBUG nova.compute.manager [req-2c4eaa1c-27db-4eb0-b30e-3fa2496431a7 req-894b59a8-c44c-4557-a634-cbbbc602e9b3 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Received event network-changed-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.692900] env[69520]: DEBUG nova.compute.manager [req-2c4eaa1c-27db-4eb0-b30e-3fa2496431a7 req-894b59a8-c44c-4557-a634-cbbbc602e9b3 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Refreshing instance network info cache due to event network-changed-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.693076] env[69520]: DEBUG oslo_concurrency.lockutils [req-2c4eaa1c-27db-4eb0-b30e-3fa2496431a7 req-894b59a8-c44c-4557-a634-cbbbc602e9b3 service nova] Acquiring lock "refresh_cache-bb949f71-a45d-43df-99e1-93a1936badff" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.693237] env[69520]: DEBUG oslo_concurrency.lockutils [req-2c4eaa1c-27db-4eb0-b30e-3fa2496431a7 req-894b59a8-c44c-4557-a634-cbbbc602e9b3 service nova] Acquired lock "refresh_cache-bb949f71-a45d-43df-99e1-93a1936badff" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.693374] env[69520]: DEBUG nova.network.neutron [req-2c4eaa1c-27db-4eb0-b30e-3fa2496431a7 req-894b59a8-c44c-4557-a634-cbbbc602e9b3 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Refreshing network info cache for port a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.882969] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0e896288-8127-4bd4-a0e6-9fc525f83009 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.887140] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.013s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.887140] env[69520]: INFO nova.compute.claims [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.066615] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 3811b4a2-ee66-41c1-b678-ab8ba3f9945b] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.395406] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.395632] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.427105] env[69520]: DEBUG nova.network.neutron [req-2c4eaa1c-27db-4eb0-b30e-3fa2496431a7 req-894b59a8-c44c-4557-a634-cbbbc602e9b3 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Updated VIF entry in instance network info cache for port a9c04bb2-4cbf-4f0b-931a-18ae97ad7941. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.427518] env[69520]: DEBUG nova.network.neutron [req-2c4eaa1c-27db-4eb0-b30e-3fa2496431a7 req-894b59a8-c44c-4557-a634-cbbbc602e9b3 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Updating instance_info_cache with network_info: [{"id": "a9c04bb2-4cbf-4f0b-931a-18ae97ad7941", "address": "fa:16:3e:e8:fb:83", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c04bb2-4c", "ovs_interfaceid": "a9c04bb2-4cbf-4f0b-931a-18ae97ad7941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.570443] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 9e1dce19-6806-41c2-907a-f7f42312e57b] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.900855] env[69520]: DEBUG nova.compute.manager [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.929879] env[69520]: DEBUG oslo_concurrency.lockutils [req-2c4eaa1c-27db-4eb0-b30e-3fa2496431a7 req-894b59a8-c44c-4557-a634-cbbbc602e9b3 service nova] Releasing lock "refresh_cache-bb949f71-a45d-43df-99e1-93a1936badff" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.021148] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c20775-195e-44af-bf23-3e0240eb9de1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.029611] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c09d1f6-4e3a-4b24-854a-00229fbfca7e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.062187] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b65c32-b35f-4bb1-afa1-b835861e8669 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.071343] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c4af36-1406-4435-a4b3-00ef9e48a8d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.075769] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: a0cab861-8895-4c6c-b33d-0682928e8c25] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.088549] env[69520]: DEBUG nova.compute.provider_tree [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.420223] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.578660] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: f57b1ede-1703-4d47-829b-d289cfcb32bf] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.591701] env[69520]: DEBUG nova.scheduler.client.report [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.081811] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 843b52dc-bd8e-4499-8010-4f0858c6a1b9] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.097118] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.097292] env[69520]: DEBUG nova.compute.manager [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.100054] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.680s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.101364] env[69520]: INFO nova.compute.claims [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.586317] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 3f7db20b-c070-4a10-b03c-1204cb6b6db2] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.607330] env[69520]: DEBUG nova.compute.utils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.613162] env[69520]: DEBUG nova.compute.manager [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.613162] env[69520]: DEBUG nova.network.neutron [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.661286] env[69520]: DEBUG nova.policy [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36e5a52ce1a7437b996aaa3c5dbaa42e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a07407bcfc2a4801901288fc8eca9be8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.959542] env[69520]: DEBUG nova.network.neutron [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Successfully created port: 7d25fbc1-05ae-4133-8fe3-7193cec848d2 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.089597] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: c3b3253e-53f8-456e-a4f3-7e554403481f] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.116315] env[69520]: DEBUG nova.compute.manager [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.327985] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfd32da-f9e7-4487-8b61-82bf5f7c514d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.336779] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821637cb-5393-476f-ac04-91d9bead6576 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.369811] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36901770-4d39-4558-916b-c8cf13ef7908 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.378230] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cb95a7-aeba-4f53-a1de-0b4c7dee607d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.393847] env[69520]: DEBUG nova.compute.provider_tree [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.592862] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: eace4941-af18-4854-b015-b765ec407a03] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.897290] env[69520]: DEBUG nova.scheduler.client.report [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.919648] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1188.919852] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696223', 'volume_id': '1c881a61-2f36-405e-bff9-636e0250ce04', 'name': 'volume-1c881a61-2f36-405e-bff9-636e0250ce04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92', 'attached_at': '', 'detached_at': '', 'volume_id': '1c881a61-2f36-405e-bff9-636e0250ce04', 'serial': '1c881a61-2f36-405e-bff9-636e0250ce04'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1188.920779] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1ef02b-8836-4b6d-8e1f-85d3ed443373 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.938432] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae02f96d-1bbe-40e2-870a-891e00a6a34c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.963761] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-1c881a61-2f36-405e-bff9-636e0250ce04/volume-1c881a61-2f36-405e-bff9-636e0250ce04.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.964047] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dc49398-d6d0-4460-ac53-4d421253e9f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.984719] env[69520]: DEBUG oslo_vmware.api [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1188.984719] env[69520]: value = "task-3482639" [ 1188.984719] env[69520]: _type = "Task" [ 1188.984719] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.993905] env[69520]: DEBUG oslo_vmware.api [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.096350] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 2fe95b42-52c9-49a5-b109-ca2d3fbff529] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.129302] env[69520]: DEBUG nova.compute.manager [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.157019] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.157305] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.157461] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.157641] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.157786] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.157928] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.158157] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.158324] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.158487] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.158646] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.158816] env[69520]: DEBUG nova.virt.hardware [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.159692] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5b9893-98f7-473e-8ac8-c3160c3cbc43 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.167971] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317baf39-9320-49ad-a5cf-cc6e49988932 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.353241] env[69520]: DEBUG nova.compute.manager [req-cb3fa325-4113-4bfc-a22f-9d8814075dfd req-207d7fcb-ca92-422b-9c26-09935ef8fc9c service nova] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Received event network-vif-plugged-7d25fbc1-05ae-4133-8fe3-7193cec848d2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.353457] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb3fa325-4113-4bfc-a22f-9d8814075dfd req-207d7fcb-ca92-422b-9c26-09935ef8fc9c service nova] Acquiring lock "547d222c-bcd6-4700-8da2-f6933ea52c8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.353676] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb3fa325-4113-4bfc-a22f-9d8814075dfd req-207d7fcb-ca92-422b-9c26-09935ef8fc9c service nova] Lock "547d222c-bcd6-4700-8da2-f6933ea52c8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.353845] env[69520]: DEBUG oslo_concurrency.lockutils [req-cb3fa325-4113-4bfc-a22f-9d8814075dfd req-207d7fcb-ca92-422b-9c26-09935ef8fc9c service nova] Lock "547d222c-bcd6-4700-8da2-f6933ea52c8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.354015] env[69520]: DEBUG nova.compute.manager [req-cb3fa325-4113-4bfc-a22f-9d8814075dfd req-207d7fcb-ca92-422b-9c26-09935ef8fc9c service nova] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] No waiting events found dispatching network-vif-plugged-7d25fbc1-05ae-4133-8fe3-7193cec848d2 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.354180] env[69520]: WARNING nova.compute.manager [req-cb3fa325-4113-4bfc-a22f-9d8814075dfd req-207d7fcb-ca92-422b-9c26-09935ef8fc9c service nova] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Received unexpected event network-vif-plugged-7d25fbc1-05ae-4133-8fe3-7193cec848d2 for instance with vm_state building and task_state spawning. [ 1189.402262] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.402797] env[69520]: DEBUG nova.compute.manager [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.442388] env[69520]: DEBUG nova.network.neutron [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Successfully updated port: 7d25fbc1-05ae-4133-8fe3-7193cec848d2 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.496583] env[69520]: DEBUG oslo_vmware.api [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.599702] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 3050968e-91ab-4ce9-8325-c98e76309c3e] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.907474] env[69520]: DEBUG nova.compute.utils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.908978] env[69520]: DEBUG nova.compute.manager [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.909188] env[69520]: DEBUG nova.network.neutron [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.945717] env[69520]: DEBUG nova.policy [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2393a9392f984985bd5a7928570f6254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af3d20f1019a4d95a9638539caa80ef1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.947481] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "refresh_cache-547d222c-bcd6-4700-8da2-f6933ea52c8a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.947618] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "refresh_cache-547d222c-bcd6-4700-8da2-f6933ea52c8a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.947786] env[69520]: DEBUG nova.network.neutron [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.998679] env[69520]: DEBUG oslo_vmware.api [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482639, 'name': ReconfigVM_Task, 'duration_secs': 0.630189} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.998944] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-1c881a61-2f36-405e-bff9-636e0250ce04/volume-1c881a61-2f36-405e-bff9-636e0250ce04.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.003953] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9df32e-876f-4543-9c91-9c1247dac37d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.019362] env[69520]: DEBUG oslo_vmware.api [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1190.019362] env[69520]: value = "task-3482640" [ 1190.019362] env[69520]: _type = "Task" [ 1190.019362] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.028999] env[69520]: DEBUG oslo_vmware.api [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.102863] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 75e60567-ff39-49c7-a6d0-d9391663864d] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.248422] env[69520]: DEBUG nova.network.neutron [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Successfully created port: a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.412435] env[69520]: DEBUG nova.compute.manager [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.483254] env[69520]: DEBUG nova.network.neutron [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.532536] env[69520]: DEBUG oslo_vmware.api [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.606598] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 9d1522e6-4dee-4437-9008-08c11f2df316] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.614475] env[69520]: DEBUG nova.network.neutron [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Updating instance_info_cache with network_info: [{"id": "7d25fbc1-05ae-4133-8fe3-7193cec848d2", "address": "fa:16:3e:4c:45:5c", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d25fbc1-05", "ovs_interfaceid": "7d25fbc1-05ae-4133-8fe3-7193cec848d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.031294] env[69520]: DEBUG oslo_vmware.api [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.109778] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 792dcb73-4333-451c-9a76-02a3afcfe330] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.116639] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "refresh_cache-547d222c-bcd6-4700-8da2-f6933ea52c8a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.116977] env[69520]: DEBUG nova.compute.manager [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Instance network_info: |[{"id": "7d25fbc1-05ae-4133-8fe3-7193cec848d2", "address": "fa:16:3e:4c:45:5c", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d25fbc1-05", "ovs_interfaceid": "7d25fbc1-05ae-4133-8fe3-7193cec848d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.117414] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:45:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d25fbc1-05ae-4133-8fe3-7193cec848d2', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.125403] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.125543] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.125789] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47c8b28e-990c-44bd-937d-c73565748f59 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.151822] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.151822] env[69520]: value = "task-3482642" [ 1191.151822] env[69520]: _type = "Task" [ 1191.151822] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.164251] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482642, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.381976] env[69520]: DEBUG nova.compute.manager [req-a4d6dc60-a0d4-45ee-80e0-85c456c7edaa req-5ccffcea-f9aa-40fb-80c5-b0b515e164e9 service nova] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Received event network-changed-7d25fbc1-05ae-4133-8fe3-7193cec848d2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.382268] env[69520]: DEBUG nova.compute.manager [req-a4d6dc60-a0d4-45ee-80e0-85c456c7edaa req-5ccffcea-f9aa-40fb-80c5-b0b515e164e9 service nova] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Refreshing instance network info cache due to event network-changed-7d25fbc1-05ae-4133-8fe3-7193cec848d2. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.382517] env[69520]: DEBUG oslo_concurrency.lockutils [req-a4d6dc60-a0d4-45ee-80e0-85c456c7edaa req-5ccffcea-f9aa-40fb-80c5-b0b515e164e9 service nova] Acquiring lock "refresh_cache-547d222c-bcd6-4700-8da2-f6933ea52c8a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.382697] env[69520]: DEBUG oslo_concurrency.lockutils [req-a4d6dc60-a0d4-45ee-80e0-85c456c7edaa req-5ccffcea-f9aa-40fb-80c5-b0b515e164e9 service nova] Acquired lock "refresh_cache-547d222c-bcd6-4700-8da2-f6933ea52c8a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.382873] env[69520]: DEBUG nova.network.neutron [req-a4d6dc60-a0d4-45ee-80e0-85c456c7edaa req-5ccffcea-f9aa-40fb-80c5-b0b515e164e9 service nova] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Refreshing network info cache for port 7d25fbc1-05ae-4133-8fe3-7193cec848d2 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.422545] env[69520]: DEBUG nova.compute.manager [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.453651] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.453975] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.454181] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.454385] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.454538] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.454717] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.454951] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.455142] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.455343] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.455522] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.455698] env[69520]: DEBUG nova.virt.hardware [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.456945] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a2d719-fd3a-45dc-87f2-591d04648594 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.465321] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15930ea-b7df-434e-8d33-d286871244da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.530912] env[69520]: DEBUG oslo_vmware.api [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482640, 'name': ReconfigVM_Task, 'duration_secs': 1.127621} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.531222] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696223', 'volume_id': '1c881a61-2f36-405e-bff9-636e0250ce04', 'name': 'volume-1c881a61-2f36-405e-bff9-636e0250ce04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92', 'attached_at': '', 'detached_at': '', 'volume_id': '1c881a61-2f36-405e-bff9-636e0250ce04', 'serial': '1c881a61-2f36-405e-bff9-636e0250ce04'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1191.613773] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 90c6232f-8825-4543-b5d9-f4bcb3df371d] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.663664] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482642, 'name': CreateVM_Task, 'duration_secs': 0.310199} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.664018] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.664882] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.665126] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.665571] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.665842] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab66bfc3-b33b-4cdb-a9de-2c03332806c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.670829] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1191.670829] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]527df21a-5347-3a8a-0df3-f49cb206b191" [ 1191.670829] env[69520]: _type = "Task" [ 1191.670829] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.678708] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527df21a-5347-3a8a-0df3-f49cb206b191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.695837] env[69520]: DEBUG nova.network.neutron [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Successfully updated port: a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.075839] env[69520]: DEBUG nova.network.neutron [req-a4d6dc60-a0d4-45ee-80e0-85c456c7edaa req-5ccffcea-f9aa-40fb-80c5-b0b515e164e9 service nova] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Updated VIF entry in instance network info cache for port 7d25fbc1-05ae-4133-8fe3-7193cec848d2. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.076202] env[69520]: DEBUG nova.network.neutron [req-a4d6dc60-a0d4-45ee-80e0-85c456c7edaa req-5ccffcea-f9aa-40fb-80c5-b0b515e164e9 service nova] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Updating instance_info_cache with network_info: [{"id": "7d25fbc1-05ae-4133-8fe3-7193cec848d2", "address": "fa:16:3e:4c:45:5c", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d25fbc1-05", "ovs_interfaceid": "7d25fbc1-05ae-4133-8fe3-7193cec848d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.116651] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 7da6e77e-5f28-4b0e-8e95-74d1464fe76e] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.181968] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]527df21a-5347-3a8a-0df3-f49cb206b191, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.182303] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.182529] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.182757] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.182900] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.183091] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.183362] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0bcff92-1045-4091-9161-c1751e81cc9d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.192924] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.193110] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.193890] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b97212-065d-42f4-b558-4292503b02a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.199329] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.199492] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.199644] env[69520]: DEBUG nova.network.neutron [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.200913] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1192.200913] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529dd1e2-b8c3-88fa-3638-34e60947f1e8" [ 1192.200913] env[69520]: _type = "Task" [ 1192.200913] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.211013] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529dd1e2-b8c3-88fa-3638-34e60947f1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.212312] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dfe6b3f-1155-4da6-b9b9-2261d34edfc0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.217927] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1192.217927] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52605185-2ff8-5d03-a2e6-6114c2a4a93e" [ 1192.217927] env[69520]: _type = "Task" [ 1192.217927] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.226102] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52605185-2ff8-5d03-a2e6-6114c2a4a93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.569571] env[69520]: DEBUG nova.objects.instance [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'flavor' on Instance uuid f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.578253] env[69520]: DEBUG oslo_concurrency.lockutils [req-a4d6dc60-a0d4-45ee-80e0-85c456c7edaa req-5ccffcea-f9aa-40fb-80c5-b0b515e164e9 service nova] Releasing lock "refresh_cache-547d222c-bcd6-4700-8da2-f6933ea52c8a" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.620106] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: b2847674-2242-4d0d-aea7-66142c9b2243] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.728165] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52605185-2ff8-5d03-a2e6-6114c2a4a93e, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.728165] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.729365] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 547d222c-bcd6-4700-8da2-f6933ea52c8a/547d222c-bcd6-4700-8da2-f6933ea52c8a.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.729365] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8a68b0e-67a9-492b-93ba-60a97a278c18 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.735485] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1192.735485] env[69520]: value = "task-3482643" [ 1192.735485] env[69520]: _type = "Task" [ 1192.735485] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.736204] env[69520]: DEBUG nova.network.neutron [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.745931] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.861806] env[69520]: DEBUG nova.network.neutron [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updating instance_info_cache with network_info: [{"id": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "address": "fa:16:3e:ef:4a:d5", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2bf0c15-b2", "ovs_interfaceid": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.075029] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8f0214b9-c666-446e-8a07-f29eada881b6 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.758s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.123632] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 07772474-5173-4d4b-b957-95556040fe94] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.248516] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407471} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.248949] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 547d222c-bcd6-4700-8da2-f6933ea52c8a/547d222c-bcd6-4700-8da2-f6933ea52c8a.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.249276] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.249590] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84631a77-2b2c-4201-98d8-e84237d43a88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.257385] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1193.257385] env[69520]: value = "task-3482644" [ 1193.257385] env[69520]: _type = "Task" [ 1193.257385] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.265148] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.365120] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.365383] env[69520]: DEBUG nova.compute.manager [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Instance network_info: |[{"id": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "address": "fa:16:3e:ef:4a:d5", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2bf0c15-b2", "ovs_interfaceid": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.365809] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:4a:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.373393] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.373607] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.373824] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f8a1014-de17-4032-9a01-0a264c6bf3e7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.394046] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.394046] env[69520]: value = "task-3482645" [ 1193.394046] env[69520]: _type = "Task" [ 1193.394046] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.401736] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482645, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.446064] env[69520]: DEBUG nova.compute.manager [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received event network-vif-plugged-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.446295] env[69520]: DEBUG oslo_concurrency.lockutils [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] Acquiring lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.446502] env[69520]: DEBUG oslo_concurrency.lockutils [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.446663] env[69520]: DEBUG oslo_concurrency.lockutils [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.446828] env[69520]: DEBUG nova.compute.manager [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] No waiting events found dispatching network-vif-plugged-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.446990] env[69520]: WARNING nova.compute.manager [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received unexpected event network-vif-plugged-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf for instance with vm_state building and task_state spawning. [ 1193.447166] env[69520]: DEBUG nova.compute.manager [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received event network-changed-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.447314] env[69520]: DEBUG nova.compute.manager [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Refreshing instance network info cache due to event network-changed-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.447491] env[69520]: DEBUG oslo_concurrency.lockutils [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] Acquiring lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.447623] env[69520]: DEBUG oslo_concurrency.lockutils [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] Acquired lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.447989] env[69520]: DEBUG nova.network.neutron [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Refreshing network info cache for port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.507492] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.507751] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.627092] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 99923d06-d31c-4c3c-ad53-4fd59c5066f6] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.767977] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065462} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.768716] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.769218] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dabae31-9f27-47ef-941e-705a2634188d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.794376] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 547d222c-bcd6-4700-8da2-f6933ea52c8a/547d222c-bcd6-4700-8da2-f6933ea52c8a.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.794698] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433ba594-9571-40c2-bab1-0fe3a2ab56d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.814510] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1193.814510] env[69520]: value = "task-3482646" [ 1193.814510] env[69520]: _type = "Task" [ 1193.814510] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.822964] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.904861] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482645, 'name': CreateVM_Task, 'duration_secs': 0.437653} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.906021] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.906129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.906309] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.906646] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.906947] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5871126b-6871-4588-8b50-8828a1ea7a3b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.911533] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1193.911533] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5282ba1c-210f-da81-10d8-5b33b203b9dd" [ 1193.911533] env[69520]: _type = "Task" [ 1193.911533] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.919596] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5282ba1c-210f-da81-10d8-5b33b203b9dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.011534] env[69520]: DEBUG nova.compute.utils [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.131171] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: c213c4f5-90b4-4b2e-ab91-f5b90b08f6d4] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.137030] env[69520]: DEBUG nova.network.neutron [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updated VIF entry in instance network info cache for port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.137132] env[69520]: DEBUG nova.network.neutron [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updating instance_info_cache with network_info: [{"id": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "address": "fa:16:3e:ef:4a:d5", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2bf0c15-b2", "ovs_interfaceid": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.309549] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "952dd659-e145-412b-8268-525d9fc858ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.309860] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "952dd659-e145-412b-8268-525d9fc858ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.325401] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482646, 'name': ReconfigVM_Task, 'duration_secs': 0.292875} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.325665] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 547d222c-bcd6-4700-8da2-f6933ea52c8a/547d222c-bcd6-4700-8da2-f6933ea52c8a.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.326292] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc485470-3885-48d3-ac5a-465e6100ff92 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.332515] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1194.332515] env[69520]: value = "task-3482647" [ 1194.332515] env[69520]: _type = "Task" [ 1194.332515] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.339889] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482647, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.424649] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5282ba1c-210f-da81-10d8-5b33b203b9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010952} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.425039] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.425322] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.425613] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.425729] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.425949] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.426251] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f10f05b6-073e-4c18-b02c-21bcc8b53349 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.434782] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.434968] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.435691] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdbf8db-d841-471f-8b4c-bd3283c08a2b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.440673] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1194.440673] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f3bd6b-652a-b965-2341-5b87fc774c2a" [ 1194.440673] env[69520]: _type = "Task" [ 1194.440673] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.449077] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f3bd6b-652a-b965-2341-5b87fc774c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.514669] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.634580] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: ffdfbb9c-6454-4a3c-b656-e26016ab79ba] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.639267] env[69520]: DEBUG oslo_concurrency.lockutils [req-08e43d25-e3ad-464f-9116-2e4d024aaf02 req-2d6711ad-2229-41f2-931c-278a9edba64d service nova] Releasing lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.812014] env[69520]: DEBUG nova.compute.manager [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.842864] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482647, 'name': Rename_Task, 'duration_secs': 0.143996} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.843165] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.843407] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-159ea920-e1b5-43d8-ba21-87d4f8341b2f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.849770] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1194.849770] env[69520]: value = "task-3482648" [ 1194.849770] env[69520]: _type = "Task" [ 1194.849770] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.857560] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.950592] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52f3bd6b-652a-b965-2341-5b87fc774c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.008606} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.951456] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407fc464-308e-47b7-b10d-20fe795cbc6a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.956587] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1194.956587] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bdd3cc-40d0-a316-3641-ea0bc5d0ec72" [ 1194.956587] env[69520]: _type = "Task" [ 1194.956587] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.964449] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bdd3cc-40d0-a316-3641-ea0bc5d0ec72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.137945] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: c3f38d90-acbe-4a6a-a957-ea8145159a11] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.334129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.334413] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.335916] env[69520]: INFO nova.compute.claims [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.359315] env[69520]: DEBUG oslo_vmware.api [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482648, 'name': PowerOnVM_Task, 'duration_secs': 0.430714} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.359562] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.359753] env[69520]: INFO nova.compute.manager [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Took 6.23 seconds to spawn the instance on the hypervisor. [ 1195.359927] env[69520]: DEBUG nova.compute.manager [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.360712] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300541f1-0fd3-4277-b72d-40b7cc524c35 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.466346] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bdd3cc-40d0-a316-3641-ea0bc5d0ec72, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.466618] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.466872] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a4abade8-0da5-45c4-a98f-d7de363c8d0b/a4abade8-0da5-45c4-a98f-d7de363c8d0b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.467162] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ebfadb6-f19b-44e7-98a2-1dcb0e525104 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.473608] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1195.473608] env[69520]: value = "task-3482649" [ 1195.473608] env[69520]: _type = "Task" [ 1195.473608] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.480808] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.577136] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.577460] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.577726] env[69520]: INFO nova.compute.manager [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Attaching volume 89dc695e-9364-497b-8d57-f01097d5f2e9 to /dev/sdc [ 1195.610958] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55d729d-d9f7-4f86-a7f6-ccb83968f3f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.620428] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb58e61-85db-40d1-8181-ae0cac0c5275 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.634893] env[69520]: DEBUG nova.virt.block_device [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Updating existing volume attachment record: a95d603c-ff30-48d5-9556-3db0176f637d {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1195.640854] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 304485f6-b35e-4189-aebd-3b7e8043207d] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.879402] env[69520]: INFO nova.compute.manager [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Took 15.02 seconds to build instance. [ 1195.985640] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450413} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.986058] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] a4abade8-0da5-45c4-a98f-d7de363c8d0b/a4abade8-0da5-45c4-a98f-d7de363c8d0b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.986324] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.986627] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c927c6da-df4b-4124-95f8-dc64e7085d8b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.994009] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1195.994009] env[69520]: value = "task-3482651" [ 1195.994009] env[69520]: _type = "Task" [ 1195.994009] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.003879] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.144223] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: f6523d7a-32af-480b-bf51-980f79de4a5f] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.229473] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b602f9-f96e-4314-8004-f77227649f8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.236172] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-500d08e0-1388-49d0-9110-d7d3cc114df3 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Suspending the VM {{(pid=69520) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1196.236447] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a73d90c3-bba1-4753-97d0-8967eb09798b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.243718] env[69520]: DEBUG oslo_vmware.api [None req-500d08e0-1388-49d0-9110-d7d3cc114df3 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1196.243718] env[69520]: value = "task-3482652" [ 1196.243718] env[69520]: _type = "Task" [ 1196.243718] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.252787] env[69520]: DEBUG oslo_vmware.api [None req-500d08e0-1388-49d0-9110-d7d3cc114df3 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482652, 'name': SuspendVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.383557] env[69520]: DEBUG oslo_concurrency.lockutils [None req-758874d5-5de8-4882-a0a4-534371f5cc1e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "547d222c-bcd6-4700-8da2-f6933ea52c8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.534s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.490111] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efb8717-6dc2-427d-860c-2e840226124a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.501077] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3608819-9fc2-43c2-9c4c-1da0a8a47659 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.507482] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069785} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.508191] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.508981] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734788ff-e4ed-4c39-93f7-b8e5ca95b03b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.549322] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7feaac8-c682-4724-900f-28ce8ff35610 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.561023] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] a4abade8-0da5-45c4-a98f-d7de363c8d0b/a4abade8-0da5-45c4-a98f-d7de363c8d0b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.561401] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433d26ba-2fd6-4e45-b9fd-2b48a4140f2d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.581700] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8714de4a-8670-459e-abcd-9421400a5f9f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.586674] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1196.586674] env[69520]: value = "task-3482653" [ 1196.586674] env[69520]: _type = "Task" [ 1196.586674] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.597631] env[69520]: DEBUG nova.compute.provider_tree [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.603671] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.647224] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 5c860c0d-07a3-4c5b-af04-73cf8f273f8d] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.754050] env[69520]: DEBUG oslo_vmware.api [None req-500d08e0-1388-49d0-9110-d7d3cc114df3 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482652, 'name': SuspendVM_Task} progress is 70%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.097224] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482653, 'name': ReconfigVM_Task, 'duration_secs': 0.304566} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.097451] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Reconfigured VM instance instance-00000072 to attach disk [datastore2] a4abade8-0da5-45c4-a98f-d7de363c8d0b/a4abade8-0da5-45c4-a98f-d7de363c8d0b.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.098428] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9198b27f-d118-40a4-be88-65878173ca42 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.100552] env[69520]: DEBUG nova.scheduler.client.report [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.108947] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1197.108947] env[69520]: value = "task-3482654" [ 1197.108947] env[69520]: _type = "Task" [ 1197.108947] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.117116] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482654, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.151954] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 5332b924-b590-4878-a584-b7395d80c104] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.255298] env[69520]: DEBUG oslo_vmware.api [None req-500d08e0-1388-49d0-9110-d7d3cc114df3 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482652, 'name': SuspendVM_Task, 'duration_secs': 0.630279} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.255552] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-500d08e0-1388-49d0-9110-d7d3cc114df3 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Suspended the VM {{(pid=69520) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1197.255731] env[69520]: DEBUG nova.compute.manager [None req-500d08e0-1388-49d0-9110-d7d3cc114df3 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.256523] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13a2c8b-66db-4af8-9218-ac8a7cdc7bd8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.605477] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.605857] env[69520]: DEBUG nova.compute.manager [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.618142] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482654, 'name': Rename_Task, 'duration_secs': 0.164835} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.618255] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.618385] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0320b31b-832d-42c6-96b2-d536db8adaf9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.624837] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1197.624837] env[69520]: value = "task-3482655" [ 1197.624837] env[69520]: _type = "Task" [ 1197.624837] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.631866] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.653946] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: c28e5b14-b67f-4413-b8c8-ca18f2845e8d] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.111338] env[69520]: DEBUG nova.compute.utils [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.112560] env[69520]: DEBUG nova.compute.manager [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.112735] env[69520]: DEBUG nova.network.neutron [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.135862] env[69520]: DEBUG oslo_vmware.api [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482655, 'name': PowerOnVM_Task, 'duration_secs': 0.506253} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.136185] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.136400] env[69520]: INFO nova.compute.manager [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1198.136597] env[69520]: DEBUG nova.compute.manager [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.137541] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed9f57e-9186-4e76-9708-a053dafec422 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.157663] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 935e3299-8852-4ca8-bf2c-3e12c731cebd] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.202121] env[69520]: DEBUG nova.policy [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89323d86a35d4f6e97735c5ec275d93b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c742cb56f6824323bf125e7b3b7fbb1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.547018] env[69520]: DEBUG nova.network.neutron [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Successfully created port: c2717fa9-e985-4ffa-8d82-d8bb60417a11 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.602396] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "547d222c-bcd6-4700-8da2-f6933ea52c8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.602758] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "547d222c-bcd6-4700-8da2-f6933ea52c8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.602979] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "547d222c-bcd6-4700-8da2-f6933ea52c8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.603185] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "547d222c-bcd6-4700-8da2-f6933ea52c8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.603355] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "547d222c-bcd6-4700-8da2-f6933ea52c8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.605594] env[69520]: INFO nova.compute.manager [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Terminating instance [ 1198.615548] env[69520]: DEBUG nova.compute.manager [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.655284] env[69520]: INFO nova.compute.manager [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Took 12.25 seconds to build instance. [ 1198.662838] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 76521970-acd4-4616-9653-9317fcbe05e5] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.109411] env[69520]: DEBUG nova.compute.manager [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.109569] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.111168] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f760161e-3fc8-4053-9c33-86491ea4b30b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.118366] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.118613] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a5296e0-ce86-4b62-93e4-ed84bf3ca02f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.121256] env[69520]: INFO nova.virt.block_device [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Booting with volume ad9543c4-6b90-477c-a830-43d5f611fa13 at /dev/sda [ 1199.157015] env[69520]: DEBUG oslo_concurrency.lockutils [None req-34a91658-0833-4a79-aa90-b1788e269f52 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.761s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.160979] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb853cec-b0f6-4097-8fce-a279e51ff080 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.165634] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: e228d044-e193-431a-b71e-42a95862936a] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.171555] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d3c8af-5db8-417e-9488-b0a3fc6fbfa1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.209222] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06935269-ac87-4c07-bff9-f01b052dd37d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.211403] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.211627] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.211808] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleting the datastore file [datastore2] 547d222c-bcd6-4700-8da2-f6933ea52c8a {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.212393] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76fc6e88-7082-4fd2-8f46-686a7d8072d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.219429] env[69520]: DEBUG oslo_vmware.api [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1199.219429] env[69520]: value = "task-3482658" [ 1199.219429] env[69520]: _type = "Task" [ 1199.219429] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.225677] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7480f27-b6e3-4f6d-a1c9-f34e7121d5ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.240862] env[69520]: DEBUG oslo_vmware.api [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.257751] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc18535-f765-4ae9-ac2e-cbf7d560ff4b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.264377] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cb97e9-18ac-42f8-ad79-6a876cfd0038 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.278432] env[69520]: DEBUG nova.virt.block_device [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating existing volume attachment record: 6f7b4e8f-b8ff-48a6-a585-a4d6c746fcde {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1199.684371] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: c636025a-d7ab-4261-9e60-eb4ffe0adc50] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.730844] env[69520]: DEBUG oslo_vmware.api [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166368} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.731072] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.731258] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.731430] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.731593] env[69520]: INFO nova.compute.manager [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1199.731821] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.731990] env[69520]: DEBUG nova.compute.manager [-] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.732092] env[69520]: DEBUG nova.network.neutron [-] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.059884] env[69520]: DEBUG nova.compute.manager [req-b4845c97-8a47-44fa-8a87-e689e42fd3b6 req-cc4b81aa-6fa9-479a-be6c-37f5f4665ef7 service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received event network-changed-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.060152] env[69520]: DEBUG nova.compute.manager [req-b4845c97-8a47-44fa-8a87-e689e42fd3b6 req-cc4b81aa-6fa9-479a-be6c-37f5f4665ef7 service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Refreshing instance network info cache due to event network-changed-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.060420] env[69520]: DEBUG oslo_concurrency.lockutils [req-b4845c97-8a47-44fa-8a87-e689e42fd3b6 req-cc4b81aa-6fa9-479a-be6c-37f5f4665ef7 service nova] Acquiring lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.060569] env[69520]: DEBUG oslo_concurrency.lockutils [req-b4845c97-8a47-44fa-8a87-e689e42fd3b6 req-cc4b81aa-6fa9-479a-be6c-37f5f4665ef7 service nova] Acquired lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.060729] env[69520]: DEBUG nova.network.neutron [req-b4845c97-8a47-44fa-8a87-e689e42fd3b6 req-cc4b81aa-6fa9-479a-be6c-37f5f4665ef7 service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Refreshing network info cache for port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.185412] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1200.185676] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696226', 'volume_id': '89dc695e-9364-497b-8d57-f01097d5f2e9', 'name': 'volume-89dc695e-9364-497b-8d57-f01097d5f2e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92', 'attached_at': '', 'detached_at': '', 'volume_id': '89dc695e-9364-497b-8d57-f01097d5f2e9', 'serial': '89dc695e-9364-497b-8d57-f01097d5f2e9'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1200.187259] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c4e32e-2a65-479e-814c-806bfe20be28 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.190291] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 47429f11-9903-4c17-a621-6ddac659eb72] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.212500] env[69520]: DEBUG nova.network.neutron [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Successfully updated port: c2717fa9-e985-4ffa-8d82-d8bb60417a11 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.217177] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97bc7e8-e285-4577-af66-d929c4d6ab84 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.253756] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-89dc695e-9364-497b-8d57-f01097d5f2e9/volume-89dc695e-9364-497b-8d57-f01097d5f2e9.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.254271] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02633935-0b31-4f95-b5ac-7aa8c157c6c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.273487] env[69520]: DEBUG oslo_vmware.api [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1200.273487] env[69520]: value = "task-3482659" [ 1200.273487] env[69520]: _type = "Task" [ 1200.273487] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.281852] env[69520]: DEBUG oslo_vmware.api [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.640976] env[69520]: DEBUG nova.network.neutron [-] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.696034] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 8137a947-18ef-4e25-b580-96a9eb6077be] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.721246] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.721391] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.721545] env[69520]: DEBUG nova.network.neutron [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.780086] env[69520]: DEBUG nova.network.neutron [req-b4845c97-8a47-44fa-8a87-e689e42fd3b6 req-cc4b81aa-6fa9-479a-be6c-37f5f4665ef7 service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updated VIF entry in instance network info cache for port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.780534] env[69520]: DEBUG nova.network.neutron [req-b4845c97-8a47-44fa-8a87-e689e42fd3b6 req-cc4b81aa-6fa9-479a-be6c-37f5f4665ef7 service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updating instance_info_cache with network_info: [{"id": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "address": "fa:16:3e:ef:4a:d5", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2bf0c15-b2", "ovs_interfaceid": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.784698] env[69520]: DEBUG oslo_vmware.api [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482659, 'name': ReconfigVM_Task, 'duration_secs': 0.456911} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.785167] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-89dc695e-9364-497b-8d57-f01097d5f2e9/volume-89dc695e-9364-497b-8d57-f01097d5f2e9.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.789871] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5589955f-92ed-4ceb-b0fb-1344f5e04991 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.806046] env[69520]: DEBUG oslo_vmware.api [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1200.806046] env[69520]: value = "task-3482660" [ 1200.806046] env[69520]: _type = "Task" [ 1200.806046] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.815740] env[69520]: DEBUG oslo_vmware.api [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.143355] env[69520]: INFO nova.compute.manager [-] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Took 1.41 seconds to deallocate network for instance. [ 1201.199641] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 870967fa-f424-45ff-83bc-9ebb6e7869ae] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.258284] env[69520]: DEBUG nova.network.neutron [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.286722] env[69520]: DEBUG oslo_concurrency.lockutils [req-b4845c97-8a47-44fa-8a87-e689e42fd3b6 req-cc4b81aa-6fa9-479a-be6c-37f5f4665ef7 service nova] Releasing lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.315568] env[69520]: DEBUG oslo_vmware.api [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482660, 'name': ReconfigVM_Task, 'duration_secs': 0.150005} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.315914] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696226', 'volume_id': '89dc695e-9364-497b-8d57-f01097d5f2e9', 'name': 'volume-89dc695e-9364-497b-8d57-f01097d5f2e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92', 'attached_at': '', 'detached_at': '', 'volume_id': '89dc695e-9364-497b-8d57-f01097d5f2e9', 'serial': '89dc695e-9364-497b-8d57-f01097d5f2e9'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1201.360999] env[69520]: DEBUG nova.compute.manager [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.361682] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.361952] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.362133] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.362324] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.362487] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.362688] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.362977] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.363363] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.363665] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.363811] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.364069] env[69520]: DEBUG nova.virt.hardware [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.364922] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88da7b0b-0a56-4469-929e-b1c861f80c8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.373016] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1faae7-a2d5-4abd-9c6c-474bf3dbf9bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.453839] env[69520]: DEBUG nova.network.neutron [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance_info_cache with network_info: [{"id": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "address": "fa:16:3e:cb:52:c4", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2717fa9-e9", "ovs_interfaceid": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.651062] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.651062] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.651062] env[69520]: DEBUG nova.objects.instance [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lazy-loading 'resources' on Instance uuid 547d222c-bcd6-4700-8da2-f6933ea52c8a {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.702818] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 8e3649ec-203a-4b43-bf19-cf1634906ca6] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.956283] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.956598] env[69520]: DEBUG nova.compute.manager [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Instance network_info: |[{"id": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "address": "fa:16:3e:cb:52:c4", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2717fa9-e9", "ovs_interfaceid": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.957114] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:52:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2717fa9-e985-4ffa-8d82-d8bb60417a11', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.965147] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.965402] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.965633] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b485225-b22b-4205-86d8-9e0dfa74a629 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.987243] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.987243] env[69520]: value = "task-3482661" [ 1201.987243] env[69520]: _type = "Task" [ 1201.987243] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.995579] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482661, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.090710] env[69520]: DEBUG nova.compute.manager [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Received event network-vif-plugged-c2717fa9-e985-4ffa-8d82-d8bb60417a11 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.090929] env[69520]: DEBUG oslo_concurrency.lockutils [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] Acquiring lock "952dd659-e145-412b-8268-525d9fc858ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.091146] env[69520]: DEBUG oslo_concurrency.lockutils [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] Lock "952dd659-e145-412b-8268-525d9fc858ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.091314] env[69520]: DEBUG oslo_concurrency.lockutils [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] Lock "952dd659-e145-412b-8268-525d9fc858ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.091477] env[69520]: DEBUG nova.compute.manager [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] No waiting events found dispatching network-vif-plugged-c2717fa9-e985-4ffa-8d82-d8bb60417a11 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.091637] env[69520]: WARNING nova.compute.manager [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Received unexpected event network-vif-plugged-c2717fa9-e985-4ffa-8d82-d8bb60417a11 for instance with vm_state building and task_state spawning. [ 1202.091793] env[69520]: DEBUG nova.compute.manager [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] [instance: 547d222c-bcd6-4700-8da2-f6933ea52c8a] Received event network-vif-deleted-7d25fbc1-05ae-4133-8fe3-7193cec848d2 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.091955] env[69520]: DEBUG nova.compute.manager [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Received event network-changed-c2717fa9-e985-4ffa-8d82-d8bb60417a11 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.092118] env[69520]: DEBUG nova.compute.manager [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Refreshing instance network info cache due to event network-changed-c2717fa9-e985-4ffa-8d82-d8bb60417a11. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.092301] env[69520]: DEBUG oslo_concurrency.lockutils [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] Acquiring lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.092432] env[69520]: DEBUG oslo_concurrency.lockutils [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] Acquired lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.092580] env[69520]: DEBUG nova.network.neutron [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Refreshing network info cache for port c2717fa9-e985-4ffa-8d82-d8bb60417a11 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.207351] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 726b0d51-0ba5-4965-b1bc-4169b2c714cd] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.283208] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7775340-89db-4a8b-9e9c-a96168508166 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.291447] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3453ea7a-0526-4467-bb5d-a26d636bb5b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.322408] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363f6e15-b11e-40ea-bcd4-ed76196d3d3d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.330041] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77099fe8-7f83-4760-8e2f-c56fabb61428 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.344783] env[69520]: DEBUG nova.compute.provider_tree [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.350569] env[69520]: DEBUG nova.objects.instance [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'flavor' on Instance uuid f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.497957] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482661, 'name': CreateVM_Task, 'duration_secs': 0.408091} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.498169] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.498857] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': '6f7b4e8f-b8ff-48a6-a585-a4d6c746fcde', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696222', 'volume_id': 'ad9543c4-6b90-477c-a830-43d5f611fa13', 'name': 'volume-ad9543c4-6b90-477c-a830-43d5f611fa13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '952dd659-e145-412b-8268-525d9fc858ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9543c4-6b90-477c-a830-43d5f611fa13', 'serial': 'ad9543c4-6b90-477c-a830-43d5f611fa13'}, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69520) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1202.499112] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Root volume attach. Driver type: vmdk {{(pid=69520) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1202.499889] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04abefcb-4089-4bf5-871d-665bc2859b13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.507186] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e0f29a-cacf-4587-8db2-4fcc6bf93e14 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.514366] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efb3ed6-f191-4ba7-9017-9c1f44732ca8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.519845] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-57f94edc-c2ac-4a02-aed1-505213b6aaac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.529284] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1202.529284] env[69520]: value = "task-3482662" [ 1202.529284] env[69520]: _type = "Task" [ 1202.529284] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.536534] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482662, 'name': RelocateVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.710388] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: fe6f83c3-1aa1-45ee-8b67-141f5674e33a] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.777576] env[69520]: DEBUG nova.network.neutron [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updated VIF entry in instance network info cache for port c2717fa9-e985-4ffa-8d82-d8bb60417a11. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.777918] env[69520]: DEBUG nova.network.neutron [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance_info_cache with network_info: [{"id": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "address": "fa:16:3e:cb:52:c4", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2717fa9-e9", "ovs_interfaceid": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.847663] env[69520]: DEBUG nova.scheduler.client.report [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.853666] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1840c90-25fa-40b0-b9f6-2a5b0fba3d36 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.039125] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482662, 'name': RelocateVM_Task, 'duration_secs': 0.024762} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.039428] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1203.039629] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696222', 'volume_id': 'ad9543c4-6b90-477c-a830-43d5f611fa13', 'name': 'volume-ad9543c4-6b90-477c-a830-43d5f611fa13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '952dd659-e145-412b-8268-525d9fc858ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9543c4-6b90-477c-a830-43d5f611fa13', 'serial': 'ad9543c4-6b90-477c-a830-43d5f611fa13'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1203.040429] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fc7eca-0665-476a-a9f6-b78ad3a1b405 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.055128] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b053a0-1bed-4f12-a729-de864ad3803f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.076066] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-ad9543c4-6b90-477c-a830-43d5f611fa13/volume-ad9543c4-6b90-477c-a830-43d5f611fa13.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.076291] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5d421cd-8ab9-4429-b481-4a77470b698f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.090773] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.090983] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.097653] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1203.097653] env[69520]: value = "task-3482663" [ 1203.097653] env[69520]: _type = "Task" [ 1203.097653] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.105983] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.213796] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.214044] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Cleaning up deleted instances with incomplete migration {{(pid=69520) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1203.280656] env[69520]: DEBUG oslo_concurrency.lockutils [req-ab4a0052-74d8-457e-ac45-24977ec96c00 req-532a711a-faed-4604-857a-b59aa60df663 service nova] Releasing lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.353601] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.377403] env[69520]: INFO nova.scheduler.client.report [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted allocations for instance 547d222c-bcd6-4700-8da2-f6933ea52c8a [ 1203.593896] env[69520]: INFO nova.compute.manager [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Detaching volume 1c881a61-2f36-405e-bff9-636e0250ce04 [ 1203.610396] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482663, 'name': ReconfigVM_Task, 'duration_secs': 0.319395} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.610661] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-ad9543c4-6b90-477c-a830-43d5f611fa13/volume-ad9543c4-6b90-477c-a830-43d5f611fa13.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.615604] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904169ad-0c16-4df9-b3b7-e9dd2987d0a9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.632591] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1203.632591] env[69520]: value = "task-3482664" [ 1203.632591] env[69520]: _type = "Task" [ 1203.632591] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.636973] env[69520]: INFO nova.virt.block_device [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Attempting to driver detach volume 1c881a61-2f36-405e-bff9-636e0250ce04 from mountpoint /dev/sdb [ 1203.636973] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1203.637176] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696223', 'volume_id': '1c881a61-2f36-405e-bff9-636e0250ce04', 'name': 'volume-1c881a61-2f36-405e-bff9-636e0250ce04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92', 'attached_at': '', 'detached_at': '', 'volume_id': '1c881a61-2f36-405e-bff9-636e0250ce04', 'serial': '1c881a61-2f36-405e-bff9-636e0250ce04'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1203.637891] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85360f47-20cd-43d7-8911-051fbf9b73d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.643517] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.668068] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1c875-44dc-4cca-9329-cef5c3882ba1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.676629] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5d764a-822d-494b-b3d1-51132097ce03 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.701504] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45019fc-4893-4eac-9f51-a659ffb62985 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.717643] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] The volume has not been displaced from its original location: [datastore2] volume-1c881a61-2f36-405e-bff9-636e0250ce04/volume-1c881a61-2f36-405e-bff9-636e0250ce04.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1203.722600] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.722921] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.723897] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0a5daf-f3f4-4439-a431-babef901c04d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.744694] env[69520]: DEBUG oslo_vmware.api [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1203.744694] env[69520]: value = "task-3482665" [ 1203.744694] env[69520]: _type = "Task" [ 1203.744694] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.757228] env[69520]: DEBUG oslo_vmware.api [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.886423] env[69520]: DEBUG oslo_concurrency.lockutils [None req-55d6fb4a-0b3e-4469-99fc-9c5ce9ce8d6e tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "547d222c-bcd6-4700-8da2-f6933ea52c8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.284s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.823429] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482664, 'name': ReconfigVM_Task, 'duration_secs': 0.145601} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.828849] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696222', 'volume_id': 'ad9543c4-6b90-477c-a830-43d5f611fa13', 'name': 'volume-ad9543c4-6b90-477c-a830-43d5f611fa13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '952dd659-e145-412b-8268-525d9fc858ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9543c4-6b90-477c-a830-43d5f611fa13', 'serial': 'ad9543c4-6b90-477c-a830-43d5f611fa13'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1204.829606] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.829833] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.830952] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db11c15-6deb-4c54-becb-e6bbc035327c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.838451] env[69520]: DEBUG oslo_vmware.api [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482665, 'name': ReconfigVM_Task, 'duration_secs': 0.325759} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.839637] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1204.844120] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1204.844120] env[69520]: value = "task-3482666" [ 1204.844120] env[69520]: _type = "Task" [ 1204.844120] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.844768] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8565084a-049d-428f-ab67-632abf2ccc51 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.863693] env[69520]: DEBUG oslo_vmware.api [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1204.863693] env[69520]: value = "task-3482667" [ 1204.863693] env[69520]: _type = "Task" [ 1204.863693] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.871990] env[69520]: DEBUG oslo_vmware.api [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.333702] env[69520]: DEBUG nova.compute.manager [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.364352] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482666, 'name': Rename_Task, 'duration_secs': 0.161512} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.367792] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.368019] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6661b2cc-d9e7-4e82-9154-09b6a692e3f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.374494] env[69520]: DEBUG oslo_vmware.api [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482667, 'name': ReconfigVM_Task, 'duration_secs': 0.14932} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.375659] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696223', 'volume_id': '1c881a61-2f36-405e-bff9-636e0250ce04', 'name': 'volume-1c881a61-2f36-405e-bff9-636e0250ce04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92', 'attached_at': '', 'detached_at': '', 'volume_id': '1c881a61-2f36-405e-bff9-636e0250ce04', 'serial': '1c881a61-2f36-405e-bff9-636e0250ce04'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1205.377927] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1205.377927] env[69520]: value = "task-3482668" [ 1205.377927] env[69520]: _type = "Task" [ 1205.377927] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.385936] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.856881] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.857304] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.858886] env[69520]: INFO nova.compute.claims [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.887771] env[69520]: DEBUG oslo_vmware.api [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482668, 'name': PowerOnVM_Task, 'duration_secs': 0.450617} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.888063] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.888268] env[69520]: INFO nova.compute.manager [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Took 4.53 seconds to spawn the instance on the hypervisor. [ 1205.888484] env[69520]: DEBUG nova.compute.manager [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.889426] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7188636b-242c-4fcb-9245-68eeeabe1ef0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.917354] env[69520]: DEBUG nova.objects.instance [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'flavor' on Instance uuid f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.408893] env[69520]: INFO nova.compute.manager [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Took 11.09 seconds to build instance. [ 1206.911719] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8708f651-0467-4f27-9345-6acd625e757a tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "952dd659-e145-412b-8268-525d9fc858ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.602s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.925585] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cbbd2d-f8ce-4cb3-b223-b6bb21067e24 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.834s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.003152] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054db41e-4bee-407d-9b9c-e186e48f31f4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.011641] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7961678-6511-4e9d-8267-4a4f22119160 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.042678] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b875d367-933b-4001-860f-0cacc9252637 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.049885] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e761b98-14f1-4a6b-8d7c-b18725effbf6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.062903] env[69520]: DEBUG nova.compute.provider_tree [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.381630] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.382028] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.566943] env[69520]: DEBUG nova.scheduler.client.report [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.783225] env[69520]: DEBUG nova.compute.manager [req-bb897c0a-10e5-4cb0-a033-b5484b3aff5c req-f9308112-ec34-4d72-8c7b-b91502377751 service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Received event network-changed-e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.783225] env[69520]: DEBUG nova.compute.manager [req-bb897c0a-10e5-4cb0-a033-b5484b3aff5c req-f9308112-ec34-4d72-8c7b-b91502377751 service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Refreshing instance network info cache due to event network-changed-e4412883-c665-45d3-979d-ed91c5955e01. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.783225] env[69520]: DEBUG oslo_concurrency.lockutils [req-bb897c0a-10e5-4cb0-a033-b5484b3aff5c req-f9308112-ec34-4d72-8c7b-b91502377751 service nova] Acquiring lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.783225] env[69520]: DEBUG oslo_concurrency.lockutils [req-bb897c0a-10e5-4cb0-a033-b5484b3aff5c req-f9308112-ec34-4d72-8c7b-b91502377751 service nova] Acquired lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.783225] env[69520]: DEBUG nova.network.neutron [req-bb897c0a-10e5-4cb0-a033-b5484b3aff5c req-f9308112-ec34-4d72-8c7b-b91502377751 service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Refreshing network info cache for port e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.884918] env[69520]: INFO nova.compute.manager [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Detaching volume 89dc695e-9364-497b-8d57-f01097d5f2e9 [ 1207.921311] env[69520]: INFO nova.virt.block_device [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Attempting to driver detach volume 89dc695e-9364-497b-8d57-f01097d5f2e9 from mountpoint /dev/sdc [ 1207.922646] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1207.922766] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696226', 'volume_id': '89dc695e-9364-497b-8d57-f01097d5f2e9', 'name': 'volume-89dc695e-9364-497b-8d57-f01097d5f2e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92', 'attached_at': '', 'detached_at': '', 'volume_id': '89dc695e-9364-497b-8d57-f01097d5f2e9', 'serial': '89dc695e-9364-497b-8d57-f01097d5f2e9'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1207.923620] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1385905d-9c3c-41d8-b5c9-fd8b532551fa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.945857] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52efef5-6e2d-4672-b4c7-1a859eb4b2a4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.953140] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdab401-7790-44f8-aab7-376c16f97db1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.973365] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca41074-592e-4f93-9cb0-5e349fa479ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.987771] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] The volume has not been displaced from its original location: [datastore2] volume-89dc695e-9364-497b-8d57-f01097d5f2e9/volume-89dc695e-9364-497b-8d57-f01097d5f2e9.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1207.993210] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1207.993533] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd46e3a8-7242-441e-9b0d-b88055ecb965 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.011527] env[69520]: DEBUG oslo_vmware.api [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1208.011527] env[69520]: value = "task-3482669" [ 1208.011527] env[69520]: _type = "Task" [ 1208.011527] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.019653] env[69520]: DEBUG oslo_vmware.api [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.073709] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.073978] env[69520]: DEBUG nova.compute.manager [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.489000] env[69520]: DEBUG nova.network.neutron [req-bb897c0a-10e5-4cb0-a033-b5484b3aff5c req-f9308112-ec34-4d72-8c7b-b91502377751 service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Updated VIF entry in instance network info cache for port e4412883-c665-45d3-979d-ed91c5955e01. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.489446] env[69520]: DEBUG nova.network.neutron [req-bb897c0a-10e5-4cb0-a033-b5484b3aff5c req-f9308112-ec34-4d72-8c7b-b91502377751 service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Updating instance_info_cache with network_info: [{"id": "e4412883-c665-45d3-979d-ed91c5955e01", "address": "fa:16:3e:33:23:e2", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4412883-c6", "ovs_interfaceid": "e4412883-c665-45d3-979d-ed91c5955e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.523466] env[69520]: DEBUG oslo_vmware.api [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482669, 'name': ReconfigVM_Task, 'duration_secs': 0.229811} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.523739] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.528390] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf9f794-6565-4395-a267-6091a9274dc0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.543983] env[69520]: DEBUG oslo_vmware.api [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1208.543983] env[69520]: value = "task-3482670" [ 1208.543983] env[69520]: _type = "Task" [ 1208.543983] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.551896] env[69520]: DEBUG oslo_vmware.api [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.578848] env[69520]: DEBUG nova.compute.utils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.580679] env[69520]: DEBUG nova.compute.manager [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.580864] env[69520]: DEBUG nova.network.neutron [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.619747] env[69520]: DEBUG nova.policy [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36e5a52ce1a7437b996aaa3c5dbaa42e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a07407bcfc2a4801901288fc8eca9be8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.894617] env[69520]: DEBUG nova.network.neutron [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Successfully created port: 5ca272a4-9f1d-4873-8cc9-eab9547019a0 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.992682] env[69520]: DEBUG oslo_concurrency.lockutils [req-bb897c0a-10e5-4cb0-a033-b5484b3aff5c req-f9308112-ec34-4d72-8c7b-b91502377751 service nova] Releasing lock "refresh_cache-2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.054841] env[69520]: DEBUG oslo_vmware.api [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482670, 'name': ReconfigVM_Task, 'duration_secs': 0.136414} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.055251] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696226', 'volume_id': '89dc695e-9364-497b-8d57-f01097d5f2e9', 'name': 'volume-89dc695e-9364-497b-8d57-f01097d5f2e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92', 'attached_at': '', 'detached_at': '', 'volume_id': '89dc695e-9364-497b-8d57-f01097d5f2e9', 'serial': '89dc695e-9364-497b-8d57-f01097d5f2e9'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1209.085178] env[69520]: DEBUG nova.compute.manager [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.244054] env[69520]: DEBUG nova.compute.manager [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Stashing vm_state: active {{(pid=69520) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1209.603167] env[69520]: DEBUG nova.objects.instance [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'flavor' on Instance uuid f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.762429] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.762761] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.804845] env[69520]: DEBUG nova.compute.manager [req-c525a737-e198-42ff-a683-b981bbec2fec req-6519a630-6fbf-4d26-95e8-b6ba9dcf65b9 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Received event network-changed-c2717fa9-e985-4ffa-8d82-d8bb60417a11 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.805026] env[69520]: DEBUG nova.compute.manager [req-c525a737-e198-42ff-a683-b981bbec2fec req-6519a630-6fbf-4d26-95e8-b6ba9dcf65b9 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Refreshing instance network info cache due to event network-changed-c2717fa9-e985-4ffa-8d82-d8bb60417a11. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.805576] env[69520]: DEBUG oslo_concurrency.lockutils [req-c525a737-e198-42ff-a683-b981bbec2fec req-6519a630-6fbf-4d26-95e8-b6ba9dcf65b9 service nova] Acquiring lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.805737] env[69520]: DEBUG oslo_concurrency.lockutils [req-c525a737-e198-42ff-a683-b981bbec2fec req-6519a630-6fbf-4d26-95e8-b6ba9dcf65b9 service nova] Acquired lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.805901] env[69520]: DEBUG nova.network.neutron [req-c525a737-e198-42ff-a683-b981bbec2fec req-6519a630-6fbf-4d26-95e8-b6ba9dcf65b9 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Refreshing network info cache for port c2717fa9-e985-4ffa-8d82-d8bb60417a11 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.094524] env[69520]: DEBUG nova.compute.manager [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.122524] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.122760] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.122938] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.123169] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.123324] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.123480] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.124300] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.124300] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.124300] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.124300] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.124300] env[69520]: DEBUG nova.virt.hardware [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.125387] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9547e208-38fd-4096-a91b-69dc8225aeb0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.134618] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a50783-9a1b-4b70-9793-3ceda15b64a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.268329] env[69520]: INFO nova.compute.claims [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.405114] env[69520]: DEBUG nova.network.neutron [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Successfully updated port: 5ca272a4-9f1d-4873-8cc9-eab9547019a0 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.610656] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cf77ad04-d535-4948-a386-08cb51dc677c tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.229s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.774626] env[69520]: INFO nova.compute.resource_tracker [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating resource usage from migration 5a4ac155-1cca-4b7a-b01c-a465534cf550 [ 1210.812457] env[69520]: DEBUG nova.network.neutron [req-c525a737-e198-42ff-a683-b981bbec2fec req-6519a630-6fbf-4d26-95e8-b6ba9dcf65b9 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updated VIF entry in instance network info cache for port c2717fa9-e985-4ffa-8d82-d8bb60417a11. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.812806] env[69520]: DEBUG nova.network.neutron [req-c525a737-e198-42ff-a683-b981bbec2fec req-6519a630-6fbf-4d26-95e8-b6ba9dcf65b9 service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance_info_cache with network_info: [{"id": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "address": "fa:16:3e:cb:52:c4", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2717fa9-e9", "ovs_interfaceid": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.905237] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c3c5d7-03a6-442b-9e96-ee1e270ddbef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.908211] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.908345] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.908490] env[69520]: DEBUG nova.network.neutron [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.914490] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036126b8-0438-4995-8456-953e90633924 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.945216] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79f9d05-848a-4e70-9f5b-e1edc98e7268 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.952308] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ab2c07-f911-4f0a-8648-0cc9f4060d02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.968821] env[69520]: DEBUG nova.compute.provider_tree [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.315600] env[69520]: DEBUG oslo_concurrency.lockutils [req-c525a737-e198-42ff-a683-b981bbec2fec req-6519a630-6fbf-4d26-95e8-b6ba9dcf65b9 service nova] Releasing lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.437581] env[69520]: DEBUG nova.network.neutron [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.470957] env[69520]: DEBUG nova.scheduler.client.report [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.593304] env[69520]: DEBUG nova.network.neutron [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance_info_cache with network_info: [{"id": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "address": "fa:16:3e:d8:a0:38", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca272a4-9f", "ovs_interfaceid": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.773644] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.773899] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.774124] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.774307] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.774539] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.776805] env[69520]: INFO nova.compute.manager [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Terminating instance [ 1211.829567] env[69520]: DEBUG nova.compute.manager [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Received event network-vif-plugged-5ca272a4-9f1d-4873-8cc9-eab9547019a0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.829873] env[69520]: DEBUG oslo_concurrency.lockutils [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] Acquiring lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.830126] env[69520]: DEBUG oslo_concurrency.lockutils [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.830331] env[69520]: DEBUG oslo_concurrency.lockutils [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.830509] env[69520]: DEBUG nova.compute.manager [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] No waiting events found dispatching network-vif-plugged-5ca272a4-9f1d-4873-8cc9-eab9547019a0 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.830687] env[69520]: WARNING nova.compute.manager [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Received unexpected event network-vif-plugged-5ca272a4-9f1d-4873-8cc9-eab9547019a0 for instance with vm_state building and task_state spawning. [ 1211.830846] env[69520]: DEBUG nova.compute.manager [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Received event network-changed-5ca272a4-9f1d-4873-8cc9-eab9547019a0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.830999] env[69520]: DEBUG nova.compute.manager [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Refreshing instance network info cache due to event network-changed-5ca272a4-9f1d-4873-8cc9-eab9547019a0. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.831187] env[69520]: DEBUG oslo_concurrency.lockutils [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] Acquiring lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.977696] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.215s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.977877] env[69520]: INFO nova.compute.manager [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Migrating [ 1212.096437] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.096827] env[69520]: DEBUG nova.compute.manager [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Instance network_info: |[{"id": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "address": "fa:16:3e:d8:a0:38", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca272a4-9f", "ovs_interfaceid": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.097216] env[69520]: DEBUG oslo_concurrency.lockutils [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] Acquired lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.097401] env[69520]: DEBUG nova.network.neutron [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Refreshing network info cache for port 5ca272a4-9f1d-4873-8cc9-eab9547019a0 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.098757] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:a0:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ca272a4-9f1d-4873-8cc9-eab9547019a0', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.106665] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.109626] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.110205] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dfa316b-518a-4df8-8585-64f936a4102c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.132015] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.132015] env[69520]: value = "task-3482671" [ 1212.132015] env[69520]: _type = "Task" [ 1212.132015] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.140556] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482671, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.281471] env[69520]: DEBUG nova.compute.manager [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.281707] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.282597] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb2e8e8-5b6c-47fd-8163-d0b0f62be019 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.292115] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.292355] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f696373-e4b9-45d9-a706-b378fbc10c0a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.300584] env[69520]: DEBUG oslo_vmware.api [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1212.300584] env[69520]: value = "task-3482672" [ 1212.300584] env[69520]: _type = "Task" [ 1212.300584] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.308920] env[69520]: DEBUG oslo_vmware.api [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.326717] env[69520]: DEBUG nova.network.neutron [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updated VIF entry in instance network info cache for port 5ca272a4-9f1d-4873-8cc9-eab9547019a0. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.327163] env[69520]: DEBUG nova.network.neutron [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance_info_cache with network_info: [{"id": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "address": "fa:16:3e:d8:a0:38", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca272a4-9f", "ovs_interfaceid": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.491686] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.491936] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.492185] env[69520]: DEBUG nova.network.neutron [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.641967] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482671, 'name': CreateVM_Task, 'duration_secs': 0.378485} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.642176] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.642804] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.642968] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.643321] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.643569] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1597cf01-87dd-4e24-94a2-197b554cfec3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.647793] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1212.647793] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5231ed3d-01d8-c739-83dd-ee20deccbef5" [ 1212.647793] env[69520]: _type = "Task" [ 1212.647793] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.655462] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5231ed3d-01d8-c739-83dd-ee20deccbef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.810267] env[69520]: DEBUG oslo_vmware.api [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482672, 'name': PowerOffVM_Task, 'duration_secs': 0.204415} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.810556] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.810723] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.810964] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76dac6fd-97cc-4fd6-8d87-c89a7166358d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.830829] env[69520]: DEBUG oslo_concurrency.lockutils [req-94196640-5a10-4d37-8c6d-80d4f882f96b req-834cf43f-d0e2-4bb9-893e-639dc25c2ba0 service nova] Releasing lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.908036] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.908296] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.908486] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Deleting the datastore file [datastore1] f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.908761] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d44e1a39-2454-4339-9268-ebd6d83d931a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.914556] env[69520]: DEBUG oslo_vmware.api [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for the task: (returnval){ [ 1212.914556] env[69520]: value = "task-3482674" [ 1212.914556] env[69520]: _type = "Task" [ 1212.914556] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.922167] env[69520]: DEBUG oslo_vmware.api [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.157961] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5231ed3d-01d8-c739-83dd-ee20deccbef5, 'name': SearchDatastore_Task, 'duration_secs': 0.046896} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.158272] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.158499] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.158732] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.158875] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.159063] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.159358] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e101ab92-9b49-445d-8eea-74745220ae4f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.181447] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.181635] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.182337] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c34b01-b441-48be-9f11-e0ebc45b9c21 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.187735] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1213.187735] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5271b790-0a8b-8744-5bcd-a4667e4def42" [ 1213.187735] env[69520]: _type = "Task" [ 1213.187735] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.191462] env[69520]: DEBUG nova.network.neutron [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance_info_cache with network_info: [{"id": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "address": "fa:16:3e:cb:52:c4", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2717fa9-e9", "ovs_interfaceid": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.197123] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5271b790-0a8b-8744-5bcd-a4667e4def42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.424509] env[69520]: DEBUG oslo_vmware.api [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.694174] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.699470] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5271b790-0a8b-8744-5bcd-a4667e4def42, 'name': SearchDatastore_Task, 'duration_secs': 0.036341} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.700671] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45236d37-4e3b-4bb9-b5e2-85ad50a274ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.706254] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1213.706254] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ff1e35-51b8-bb35-9248-3c644f9c049c" [ 1213.706254] env[69520]: _type = "Task" [ 1213.706254] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.716024] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ff1e35-51b8-bb35-9248-3c644f9c049c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.925502] env[69520]: DEBUG oslo_vmware.api [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Task: {'id': task-3482674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.661743} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.925718] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.925926] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.926111] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.926299] env[69520]: INFO nova.compute.manager [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1213.926581] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.926717] env[69520]: DEBUG nova.compute.manager [-] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.926810] env[69520]: DEBUG nova.network.neutron [-] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.218545] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ff1e35-51b8-bb35-9248-3c644f9c049c, 'name': SearchDatastore_Task, 'duration_secs': 0.021729} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.218786] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.219113] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3d9a2295-257c-45d0-92c0-a2f5696bcaf2/3d9a2295-257c-45d0-92c0-a2f5696bcaf2.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.219558] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-288ceebf-662e-447c-ae57-7cd33f3be5fe {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.227708] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1214.227708] env[69520]: value = "task-3482675" [ 1214.227708] env[69520]: _type = "Task" [ 1214.227708] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.237387] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.423047] env[69520]: DEBUG nova.compute.manager [req-489ef319-d645-40b8-8fed-ecee1abf3cb5 req-3043b626-c187-4dee-8f0a-2b7b044fea64 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Received event network-vif-deleted-2316a84d-9c0e-4450-b001-496da1347b60 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.423415] env[69520]: INFO nova.compute.manager [req-489ef319-d645-40b8-8fed-ecee1abf3cb5 req-3043b626-c187-4dee-8f0a-2b7b044fea64 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Neutron deleted interface 2316a84d-9c0e-4450-b001-496da1347b60; detaching it from the instance and deleting it from the info cache [ 1214.423507] env[69520]: DEBUG nova.network.neutron [req-489ef319-d645-40b8-8fed-ecee1abf3cb5 req-3043b626-c187-4dee-8f0a-2b7b044fea64 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.738358] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482675, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.900800] env[69520]: DEBUG nova.network.neutron [-] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.925874] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36fff8bf-5fa6-4272-9900-ed8b27aeeb0d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.936258] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeb01f7-5922-41c0-9060-1ff3a8ad261d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.968616] env[69520]: DEBUG nova.compute.manager [req-489ef319-d645-40b8-8fed-ecee1abf3cb5 req-3043b626-c187-4dee-8f0a-2b7b044fea64 service nova] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Detach interface failed, port_id=2316a84d-9c0e-4450-b001-496da1347b60, reason: Instance f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.213222] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0dbd9d-0a4f-4ab7-ac16-1a3b1a131d72 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.233084] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance '952dd659-e145-412b-8268-525d9fc858ba' progress to 0 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.244936] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714904} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.245359] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 3d9a2295-257c-45d0-92c0-a2f5696bcaf2/3d9a2295-257c-45d0-92c0-a2f5696bcaf2.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.245523] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.245714] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0909575f-66a8-4c2a-866c-731408957fa1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.252606] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1215.252606] env[69520]: value = "task-3482676" [ 1215.252606] env[69520]: _type = "Task" [ 1215.252606] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.260541] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.400132] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.400132] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.404125] env[69520]: INFO nova.compute.manager [-] [instance: f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92] Took 1.48 seconds to deallocate network for instance. [ 1215.741803] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.742181] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-416f5f55-8f5b-4df8-98af-31fb4802482f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.748896] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1215.748896] env[69520]: value = "task-3482677" [ 1215.748896] env[69520]: _type = "Task" [ 1215.748896] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.759060] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.763568] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271406} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.763818] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.764554] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259283c3-0df4-4b44-9a3c-35e30ddc251a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.785760] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 3d9a2295-257c-45d0-92c0-a2f5696bcaf2/3d9a2295-257c-45d0-92c0-a2f5696bcaf2.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.786444] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b476e69-89ec-47cb-994e-5ffaa506bf97 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.807307] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1215.807307] env[69520]: value = "task-3482678" [ 1215.807307] env[69520]: _type = "Task" [ 1215.807307] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.815129] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.906804] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.906976] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.907192] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.907297] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.907441] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1215.907592] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.910596] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.910858] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.911137] env[69520]: DEBUG nova.objects.instance [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lazy-loading 'resources' on Instance uuid f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.027160] env[69520]: DEBUG oslo_concurrency.lockutils [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.027430] env[69520]: DEBUG oslo_concurrency.lockutils [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.027642] env[69520]: DEBUG oslo_concurrency.lockutils [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.027859] env[69520]: DEBUG oslo_concurrency.lockutils [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.028083] env[69520]: DEBUG oslo_concurrency.lockutils [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.030488] env[69520]: INFO nova.compute.manager [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Terminating instance [ 1216.259384] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482677, 'name': PowerOffVM_Task, 'duration_secs': 0.276136} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.259626] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.259856] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance '952dd659-e145-412b-8268-525d9fc858ba' progress to 17 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.320052] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.410321] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.436832] env[69520]: DEBUG nova.scheduler.client.report [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1216.451813] env[69520]: DEBUG nova.scheduler.client.report [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1216.452044] env[69520]: DEBUG nova.compute.provider_tree [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.463613] env[69520]: DEBUG nova.scheduler.client.report [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1216.482052] env[69520]: DEBUG nova.scheduler.client.report [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1216.533963] env[69520]: DEBUG nova.compute.manager [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.534191] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.535059] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7debbb31-6366-4d6c-8402-93b6ef527524 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.544015] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.544262] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-658f10b2-c3b5-4866-a1aa-364dc4705e9c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.549925] env[69520]: DEBUG oslo_vmware.api [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1216.549925] env[69520]: value = "task-3482679" [ 1216.549925] env[69520]: _type = "Task" [ 1216.549925] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.560364] env[69520]: DEBUG oslo_vmware.api [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.616195] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd1517e-613f-4d7d-87dc-8f9bb6206a30 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.623687] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53be4384-74df-4f1f-99ec-d798806536db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.656900] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e644b388-c3e4-4d88-aeb8-0080dd693eb0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.665281] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff09775-2175-4786-bfa9-a40aa496d96d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.681087] env[69520]: DEBUG nova.compute.provider_tree [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.766132] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.766493] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.766577] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.766806] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.766980] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.767190] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.767438] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.767646] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.767835] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.768023] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.768231] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.773410] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2034b41-a3a0-46f9-9ba6-6ca915561f89 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.790867] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1216.790867] env[69520]: value = "task-3482680" [ 1216.790867] env[69520]: _type = "Task" [ 1216.790867] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.798561] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.818797] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482678, 'name': ReconfigVM_Task, 'duration_secs': 0.966714} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.819100] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 3d9a2295-257c-45d0-92c0-a2f5696bcaf2/3d9a2295-257c-45d0-92c0-a2f5696bcaf2.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.819806] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3731d483-c6cd-40fe-89cb-4df9226ba382 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.825741] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1216.825741] env[69520]: value = "task-3482681" [ 1216.825741] env[69520]: _type = "Task" [ 1216.825741] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.834338] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482681, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.059556] env[69520]: DEBUG oslo_vmware.api [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482679, 'name': PowerOffVM_Task, 'duration_secs': 0.254449} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.059806] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.059969] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.060224] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71f8b200-2629-48f1-bfc5-3331cc9d9377 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.119401] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.119632] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.119815] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleting the datastore file [datastore1] 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.120100] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b449f80-f83c-47f5-bc2b-a4a232b26025 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.125941] env[69520]: DEBUG oslo_vmware.api [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1217.125941] env[69520]: value = "task-3482683" [ 1217.125941] env[69520]: _type = "Task" [ 1217.125941] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.133088] env[69520]: DEBUG oslo_vmware.api [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.185645] env[69520]: DEBUG nova.scheduler.client.report [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.299908] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482680, 'name': ReconfigVM_Task, 'duration_secs': 0.184027} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.300204] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance '952dd659-e145-412b-8268-525d9fc858ba' progress to 33 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.335904] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482681, 'name': Rename_Task, 'duration_secs': 0.142732} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.335904] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.336133] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b85aee84-a94c-4610-9612-b7e3fcc7b828 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.342065] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1217.342065] env[69520]: value = "task-3482684" [ 1217.342065] env[69520]: _type = "Task" [ 1217.342065] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.349866] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.636585] env[69520]: DEBUG oslo_vmware.api [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149269} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.636921] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.637249] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.637484] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.637703] env[69520]: INFO nova.compute.manager [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1217.637977] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.638231] env[69520]: DEBUG nova.compute.manager [-] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.638363] env[69520]: DEBUG nova.network.neutron [-] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.696732] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.698905] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.289s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.699128] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.699378] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1217.700368] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b6c935-3777-4c6a-a2af-f47fdcd597f9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.709270] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13311dba-2af3-48ba-b71e-e946df36d281 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.725160] env[69520]: INFO nova.scheduler.client.report [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Deleted allocations for instance f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92 [ 1217.726716] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb90a8-140d-4ce4-b252-85b876ce7e25 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.736447] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832281a6-52c9-4be7-8074-c983aebdccfd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.772069] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180065MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1217.773477] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.773759] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.806858] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.806858] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.806858] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.806858] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.807315] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.807315] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.807315] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.807562] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.807633] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.807790] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.807954] env[69520]: DEBUG nova.virt.hardware [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.813479] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.814537] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1fc4b16-4516-4c16-8fd7-9dc9fae353de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.834114] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1217.834114] env[69520]: value = "task-3482685" [ 1217.834114] env[69520]: _type = "Task" [ 1217.834114] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.843983] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.855540] env[69520]: DEBUG oslo_vmware.api [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482684, 'name': PowerOnVM_Task, 'duration_secs': 0.507935} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.855766] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.855961] env[69520]: INFO nova.compute.manager [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1217.859195] env[69520]: DEBUG nova.compute.manager [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.860353] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a71748-2afc-4f31-b875-05db6dc6fa56 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.155369] env[69520]: DEBUG nova.compute.manager [req-ffd520e7-5c45-4e3e-83aa-5d7e085f4dfe req-6d461e5f-5668-4e4d-a4a1-72f4cf51058a service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Received event network-vif-deleted-de599e6d-411e-45fd-930f-2bd6ffa2d454 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.155574] env[69520]: INFO nova.compute.manager [req-ffd520e7-5c45-4e3e-83aa-5d7e085f4dfe req-6d461e5f-5668-4e4d-a4a1-72f4cf51058a service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Neutron deleted interface de599e6d-411e-45fd-930f-2bd6ffa2d454; detaching it from the instance and deleting it from the info cache [ 1218.155777] env[69520]: DEBUG nova.network.neutron [req-ffd520e7-5c45-4e3e-83aa-5d7e085f4dfe req-6d461e5f-5668-4e4d-a4a1-72f4cf51058a service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.238639] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bdda1f83-6701-4e65-996a-a8f873b35f19 tempest-AttachVolumeTestJSON-1703580792 tempest-AttachVolumeTestJSON-1703580792-project-member] Lock "f4b7d10a-f3c3-4df5-bd02-f8bd49f71f92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.465s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.344416] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482685, 'name': ReconfigVM_Task, 'duration_secs': 0.194433} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.344765] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.345625] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75a303e-3073-47d2-bd66-e1c178c77673 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.369324] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-ad9543c4-6b90-477c-a830-43d5f611fa13/volume-ad9543c4-6b90-477c-a830-43d5f611fa13.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.369562] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3e3fdfd-6adb-49f4-b16d-330b8bbb5a8a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.391322] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1218.391322] env[69520]: value = "task-3482687" [ 1218.391322] env[69520]: _type = "Task" [ 1218.391322] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.391770] env[69520]: INFO nova.compute.manager [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Took 12.55 seconds to build instance. [ 1218.402290] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.626022] env[69520]: DEBUG nova.network.neutron [-] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.658759] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-321b3e5c-64dc-4d4a-9ee6-b3a79e8ea28d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.668225] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17660202-6b69-4e00-8420-b06133c10aa0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.702974] env[69520]: DEBUG nova.compute.manager [req-ffd520e7-5c45-4e3e-83aa-5d7e085f4dfe req-6d461e5f-5668-4e4d-a4a1-72f4cf51058a service nova] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Detach interface failed, port_id=de599e6d-411e-45fd-930f-2bd6ffa2d454, reason: Instance 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1218.784216] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Applying migration context for instance 952dd659-e145-412b-8268-525d9fc858ba as it has an incoming, in-progress migration 5a4ac155-1cca-4b7a-b01c-a465534cf550. Migration status is migrating {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1218.785511] env[69520]: INFO nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating resource usage from migration 5a4ac155-1cca-4b7a-b01c-a465534cf550 [ 1218.804040] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.804184] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8e3ff68f-ef31-44f6-b274-a4599a249185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.804331] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.804459] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ce241060-aa25-429c-92d3-052f12712dd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.804603] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance d3c31319-b732-45c3-9d80-71608923d0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.804768] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance bb949f71-a45d-43df-99e1-93a1936badff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.804916] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a4abade8-0da5-45c4-a98f-d7de363c8d0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.805113] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Migration 5a4ac155-1cca-4b7a-b01c-a465534cf550 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1218.805874] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 952dd659-e145-412b-8268-525d9fc858ba actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.898526] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b6eda8e5-71c7-411a-9b98-86d25f1cfaa8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.069s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.901963] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482687, 'name': ReconfigVM_Task, 'duration_secs': 0.307421} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.902229] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-ad9543c4-6b90-477c-a830-43d5f611fa13/volume-ad9543c4-6b90-477c-a830-43d5f611fa13.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.902493] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance '952dd659-e145-412b-8268-525d9fc858ba' progress to 50 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.128713] env[69520]: INFO nova.compute.manager [-] [instance: 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e] Took 1.49 seconds to deallocate network for instance. [ 1219.308356] env[69520]: INFO nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance e42ff878-a0de-48cb-b8ab-7dd4676b125a has allocations against this compute host but is not found in the database. [ 1219.308668] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1219.308894] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1219.413552] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204cf79f-d133-426f-a8bb-cf26ee910533 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.436828] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576dd6c5-5ccf-4f28-96b0-0efd0dde9fdc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.459440] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance '952dd659-e145-412b-8268-525d9fc858ba' progress to 67 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.489982] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d4d471-de15-41e2-98f7-e7089f7bdb73 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.498812] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae324b4-4f89-4697-857b-b66dba7a7fab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.529238] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12de58b3-db4a-4174-ba09-53daf0aba99b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.536608] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fffbcc-e57a-4520-8857-36e9329029cf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.551072] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.635383] env[69520]: DEBUG oslo_concurrency.lockutils [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.807857] env[69520]: DEBUG nova.compute.manager [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Stashing vm_state: active {{(pid=69520) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1219.944654] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "d3c31319-b732-45c3-9d80-71608923d0a1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.944894] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "d3c31319-b732-45c3-9d80-71608923d0a1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.945182] env[69520]: INFO nova.compute.manager [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Shelving [ 1220.054034] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.334258] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.559888] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1220.560070] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.786s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.560400] env[69520]: DEBUG oslo_concurrency.lockutils [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.925s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.560599] env[69520]: DEBUG nova.objects.instance [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'resources' on Instance uuid 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.955094] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.955437] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24a1183e-1a85-4e3b-818c-f6993006f8aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.963129] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1220.963129] env[69520]: value = "task-3482689" [ 1220.963129] env[69520]: _type = "Task" [ 1220.963129] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.970900] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.162520] env[69520]: DEBUG nova.network.neutron [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Port c2717fa9-e985-4ffa-8d82-d8bb60417a11 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1221.211376] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81ca7bd-5b97-4e32-bc91-b18f78817d0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.219472] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea05a68b-e99f-40a1-af5b-3ff0ccd99d4a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.251568] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc5eb51-f991-4bf4-9900-f7d30f8a71ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.258575] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5340794-fd6c-4e92-be30-7e128e714176 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.271614] env[69520]: DEBUG nova.compute.provider_tree [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.472854] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482689, 'name': PowerOffVM_Task, 'duration_secs': 0.310344} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.473162] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.473932] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eb20ce-7d1b-4455-8256-3e0d94368631 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.492084] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9b3199-9f6f-47c4-852e-3201a64fcaa2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.774592] env[69520]: DEBUG nova.scheduler.client.report [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.002939] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1222.003289] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-206d2539-8f97-4ac1-b759-1e1b68fc1d3e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.011378] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1222.011378] env[69520]: value = "task-3482690" [ 1222.011378] env[69520]: _type = "Task" [ 1222.011378] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.019468] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.186189] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "952dd659-e145-412b-8268-525d9fc858ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.186449] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "952dd659-e145-412b-8268-525d9fc858ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.186607] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "952dd659-e145-412b-8268-525d9fc858ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.279660] env[69520]: DEBUG oslo_concurrency.lockutils [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.282371] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.948s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.303402] env[69520]: INFO nova.scheduler.client.report [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleted allocations for instance 72b43afb-11a6-4ad3-9a03-8ed7f6d4434e [ 1222.521784] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482690, 'name': CreateSnapshot_Task, 'duration_secs': 0.411472} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.522093] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1222.522845] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4c97eb-7d4b-46c7-9829-2570690548e3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.788126] env[69520]: INFO nova.compute.claims [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.811774] env[69520]: DEBUG oslo_concurrency.lockutils [None req-af93ccae-9927-4b41-8c2d-3b9a05ca5b53 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "72b43afb-11a6-4ad3-9a03-8ed7f6d4434e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.784s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.852738] env[69520]: DEBUG oslo_concurrency.lockutils [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "bb949f71-a45d-43df-99e1-93a1936badff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.852976] env[69520]: DEBUG oslo_concurrency.lockutils [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.040259] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1223.040608] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8729e407-3c14-4eda-8273-b1197fdba6b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.049350] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1223.049350] env[69520]: value = "task-3482692" [ 1223.049350] env[69520]: _type = "Task" [ 1223.049350] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.057246] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482692, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.224840] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.225061] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.225260] env[69520]: DEBUG nova.network.neutron [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.294805] env[69520]: INFO nova.compute.resource_tracker [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating resource usage from migration e42ff878-a0de-48cb-b8ab-7dd4676b125a [ 1223.321421] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.322299] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.322299] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.322483] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.322850] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1223.323073] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.355672] env[69520]: DEBUG nova.compute.utils [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.447711] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a62ce7-d304-4ab3-9c42-6fe2aa2c28ae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.455016] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb60ec0-df53-4da1-85f6-c5a57cc38734 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.486049] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb6a32a-0539-4b16-8d24-d38b8f3776ba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.493218] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b54d904-c8c3-4f30-ba63-d58a182f4980 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.506392] env[69520]: DEBUG nova.compute.provider_tree [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.559472] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482692, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.826486] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.859102] env[69520]: DEBUG oslo_concurrency.lockutils [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.009466] env[69520]: DEBUG nova.scheduler.client.report [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.056058] env[69520]: DEBUG nova.network.neutron [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance_info_cache with network_info: [{"id": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "address": "fa:16:3e:cb:52:c4", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2717fa9-e9", "ovs_interfaceid": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.062637] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482692, 'name': CloneVM_Task} progress is 95%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.514644] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.232s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.514855] env[69520]: INFO nova.compute.manager [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Migrating [ 1224.521186] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.695s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.521368] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.521520] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1224.524895] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2e7a42-ee83-4507-94ae-e39fe0786c2d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.537218] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ad63be-85ac-4f52-94b5-fc0e60cc0856 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.556360] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489f001c-a77a-42f4-a90c-aa503b8aa9b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.559279] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.567717] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482692, 'name': CloneVM_Task, 'duration_secs': 1.361285} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.569579] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Created linked-clone VM from snapshot [ 1224.570651] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d6a6e-53ab-4711-9872-9b4b55b9a2ce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.573735] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d188e7ed-7be2-427d-99f4-43205ffaad88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.581773] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Uploading image 960d2576-b54a-41a3-8fd4-6ab30c39448e {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1224.608470] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180065MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1224.608637] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.608863] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.619037] env[69520]: DEBUG oslo_vmware.rw_handles [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1224.619037] env[69520]: value = "vm-696230" [ 1224.619037] env[69520]: _type = "VirtualMachine" [ 1224.619037] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1224.619325] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ecb7b9d1-06b1-4e0c-947d-fea70fd160ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.626549] env[69520]: DEBUG oslo_vmware.rw_handles [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lease: (returnval){ [ 1224.626549] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5299e4ac-8595-09d2-eb9b-6c2b3c1ee4cc" [ 1224.626549] env[69520]: _type = "HttpNfcLease" [ 1224.626549] env[69520]: } obtained for exporting VM: (result){ [ 1224.626549] env[69520]: value = "vm-696230" [ 1224.626549] env[69520]: _type = "VirtualMachine" [ 1224.626549] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1224.626773] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the lease: (returnval){ [ 1224.626773] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5299e4ac-8595-09d2-eb9b-6c2b3c1ee4cc" [ 1224.626773] env[69520]: _type = "HttpNfcLease" [ 1224.626773] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1224.633821] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.633821] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5299e4ac-8595-09d2-eb9b-6c2b3c1ee4cc" [ 1224.633821] env[69520]: _type = "HttpNfcLease" [ 1224.633821] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1224.928889] env[69520]: DEBUG oslo_concurrency.lockutils [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "bb949f71-a45d-43df-99e1-93a1936badff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.929277] env[69520]: DEBUG oslo_concurrency.lockutils [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.929569] env[69520]: INFO nova.compute.manager [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Attaching volume 76baeeda-21c1-4004-857e-0cd718ef928a to /dev/sdb [ 1224.931599] env[69520]: DEBUG nova.compute.manager [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Stashing vm_state: active {{(pid=69520) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1224.962699] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a79343-e3d7-4698-8863-925d9cdc9257 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.971625] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53d9935-4bfc-4ceb-8e58-10acdfab5b65 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.988870] env[69520]: DEBUG nova.virt.block_device [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Updating existing volume attachment record: 34633915-6914-4659-9a7e-dd4bbb142dcc {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1225.031555] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.031774] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.031955] env[69520]: DEBUG nova.network.neutron [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.068258] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4d5d34-3f52-4311-936a-3888fe80f7d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.074542] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321f9ad9-4590-4248-9905-6c5b1056af08 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.135150] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.135150] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5299e4ac-8595-09d2-eb9b-6c2b3c1ee4cc" [ 1225.135150] env[69520]: _type = "HttpNfcLease" [ 1225.135150] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1225.135481] env[69520]: DEBUG oslo_vmware.rw_handles [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1225.135481] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5299e4ac-8595-09d2-eb9b-6c2b3c1ee4cc" [ 1225.135481] env[69520]: _type = "HttpNfcLease" [ 1225.135481] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1225.136263] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dc80c1-9cf4-4019-9fe6-8f71d0c11e14 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.143441] env[69520]: DEBUG oslo_vmware.rw_handles [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a68a8-b742-6148-6baa-bc0be900d0b7/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1225.143652] env[69520]: DEBUG oslo_vmware.rw_handles [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a68a8-b742-6148-6baa-bc0be900d0b7/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1225.258605] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff58430f-b7e4-4a06-b144-cd64c13c9f6f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.469498] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.621443] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Applying migration context for instance 3d9a2295-257c-45d0-92c0-a2f5696bcaf2 as it has an incoming, in-progress migration e42ff878-a0de-48cb-b8ab-7dd4676b125a. Migration status is pre-migrating {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1225.621687] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Applying migration context for instance 952dd659-e145-412b-8268-525d9fc858ba as it has an incoming, in-progress migration 5a4ac155-1cca-4b7a-b01c-a465534cf550. Migration status is post-migrating {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1225.623009] env[69520]: INFO nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating resource usage from migration e42ff878-a0de-48cb-b8ab-7dd4676b125a [ 1225.623451] env[69520]: INFO nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating resource usage from migration e87fd2dc-0dd7-4b0f-9813-70596c7e6271 [ 1225.623541] env[69520]: INFO nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating resource usage from migration 5a4ac155-1cca-4b7a-b01c-a465534cf550 [ 1225.646013] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.646262] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance ce241060-aa25-429c-92d3-052f12712dd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.646486] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance d3c31319-b732-45c3-9d80-71608923d0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.646728] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance bb949f71-a45d-43df-99e1-93a1936badff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.646852] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance a4abade8-0da5-45c4-a98f-d7de363c8d0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.646971] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Migration 5a4ac155-1cca-4b7a-b01c-a465534cf550 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1225.647126] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 952dd659-e145-412b-8268-525d9fc858ba actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.647284] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Migration e42ff878-a0de-48cb-b8ab-7dd4676b125a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1225.647411] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 3d9a2295-257c-45d0-92c0-a2f5696bcaf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.647524] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Migration e87fd2dc-0dd7-4b0f-9813-70596c7e6271 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1225.647638] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 8e3ff68f-ef31-44f6-b274-a4599a249185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.647835] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1225.647963] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1225.768046] env[69520]: DEBUG nova.network.neutron [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance_info_cache with network_info: [{"id": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "address": "fa:16:3e:d8:a0:38", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca272a4-9f", "ovs_interfaceid": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.918974] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78d95e5-5368-4c02-963b-ec1679c775ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.926686] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7d04e3-1a77-4290-bd9d-438ce874f8ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.962025] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b5d810-a5ac-4e9d-b89f-9c57c404723b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.970565] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dfeb9a-0c5b-4fec-9357-968aeb625a3a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.994699] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.235169] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093ffc72-cb80-4861-b33f-a785acd9d5d4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.256353] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768fbccb-9cda-4948-9723-1a9d3cbcbb24 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.264102] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance '952dd659-e145-412b-8268-525d9fc858ba' progress to 83 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.270900] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.492992] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.770945] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.771410] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a78a1c4-4878-45b4-9b25-8e5d2ee48e81 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.783215] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1226.783215] env[69520]: value = "task-3482697" [ 1226.783215] env[69520]: _type = "Task" [ 1226.783215] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.791037] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.002471] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1227.002694] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.394s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.003065] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.534s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.294141] env[69520]: DEBUG oslo_vmware.api [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482697, 'name': PowerOnVM_Task, 'duration_secs': 0.427446} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.296240] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.296240] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0469ba81-6103-465e-b80b-23f9dcea360c tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance '952dd659-e145-412b-8268-525d9fc858ba' progress to 100 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.348767] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.349008] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.349183] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.508779] env[69520]: INFO nova.compute.claims [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.786978] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeb8583-bec3-45ef-80f0-c6c80669d18b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.808942] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance '3d9a2295-257c-45d0-92c0-a2f5696bcaf2' progress to 0 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.015436] env[69520]: INFO nova.compute.resource_tracker [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating resource usage from migration e87fd2dc-0dd7-4b0f-9813-70596c7e6271 [ 1228.189569] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1891d139-4270-4719-8b2b-974bc39f87c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.198016] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1246c02-42ef-4344-9feb-401726778639 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.227377] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359979d0-60e2-4024-acbe-5a6055e63fc2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.235404] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92cffe8-bfa8-479c-80c7-0fe7d6f84c4f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.250151] env[69520]: DEBUG nova.compute.provider_tree [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.314669] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.315067] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6b6b887-4cfb-4b69-87fa-11aaf3a8d15d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.321829] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1228.321829] env[69520]: value = "task-3482699" [ 1228.321829] env[69520]: _type = "Task" [ 1228.321829] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.330371] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.753208] env[69520]: DEBUG nova.scheduler.client.report [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.836912] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.064631] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "952dd659-e145-412b-8268-525d9fc858ba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.064910] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "952dd659-e145-412b-8268-525d9fc858ba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.065118] env[69520]: DEBUG nova.compute.manager [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Going to confirm migration 7 {{(pid=69520) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1229.258466] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.255s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.258712] env[69520]: INFO nova.compute.manager [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Migrating [ 1229.336579] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482699, 'name': PowerOffVM_Task, 'duration_secs': 0.786946} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.336998] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.336998] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance '3d9a2295-257c-45d0-92c0-a2f5696bcaf2' progress to 17 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.355047] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._sync_power_states {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.606196] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.606399] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquired lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.606585] env[69520]: DEBUG nova.network.neutron [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.606770] env[69520]: DEBUG nova.objects.instance [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lazy-loading 'info_cache' on Instance uuid 952dd659-e145-412b-8268-525d9fc858ba {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.775067] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.775067] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.775067] env[69520]: DEBUG nova.network.neutron [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.843979] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.844236] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.844427] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.844624] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.844770] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.844918] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.845139] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.845302] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.845472] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.845634] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.845808] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.851500] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42cb4e52-0d18-4c17-b2b0-1730e5ee5b56 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.864483] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Getting list of instances from cluster (obj){ [ 1229.864483] env[69520]: value = "domain-c8" [ 1229.864483] env[69520]: _type = "ClusterComputeResource" [ 1229.864483] env[69520]: } {{(pid=69520) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1229.865526] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feccc63-1f7a-4b9c-94f9-0cf1d5651c70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.875355] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1229.875355] env[69520]: value = "task-3482700" [ 1229.875355] env[69520]: _type = "Task" [ 1229.875355] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.885362] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Got total of 8 instances {{(pid=69520) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1229.885549] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0 {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.885741] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid 8e3ff68f-ef31-44f6-b274-a4599a249185 {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.885901] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid ce241060-aa25-429c-92d3-052f12712dd5 {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.886071] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid d3c31319-b732-45c3-9d80-71608923d0a1 {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.886228] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid bb949f71-a45d-43df-99e1-93a1936badff {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.886379] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid a4abade8-0da5-45c4-a98f-d7de363c8d0b {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.886530] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid 952dd659-e145-412b-8268-525d9fc858ba {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.886678] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Triggering sync for uuid 3d9a2295-257c-45d0-92c0-a2f5696bcaf2 {{(pid=69520) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.890114] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.890421] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.890754] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "8e3ff68f-ef31-44f6-b274-a4599a249185" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.890946] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.891136] env[69520]: INFO nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1229.891394] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.891494] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "ce241060-aa25-429c-92d3-052f12712dd5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.891670] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "ce241060-aa25-429c-92d3-052f12712dd5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.891908] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "d3c31319-b732-45c3-9d80-71608923d0a1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.892129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "bb949f71-a45d-43df-99e1-93a1936badff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.892333] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.892513] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.892746] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "952dd659-e145-412b-8268-525d9fc858ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.893277] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.893277] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.893400] env[69520]: INFO nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1229.893462] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.894371] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48acd2-4d67-44e3-81da-aa7ca7553882 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.897717] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61063dba-7b3e-482c-96c9-f552db80a012 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.900726] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3a358c-9d04-4a1a-ac0e-9dfbaa139993 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.908845] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.040212] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1230.040554] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696232', 'volume_id': '76baeeda-21c1-4004-857e-0cd718ef928a', 'name': 'volume-76baeeda-21c1-4004-857e-0cd718ef928a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb949f71-a45d-43df-99e1-93a1936badff', 'attached_at': '', 'detached_at': '', 'volume_id': '76baeeda-21c1-4004-857e-0cd718ef928a', 'serial': '76baeeda-21c1-4004-857e-0cd718ef928a'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1230.041466] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db39d6be-5bf7-46b3-8e97-a369f877244a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.058413] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30610f84-6336-4297-b11a-49e8a1a5570c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.083380] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-76baeeda-21c1-4004-857e-0cd718ef928a/volume-76baeeda-21c1-4004-857e-0cd718ef928a.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.084042] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39231fc2-1d57-45da-8bc6-c9fbbc1fa4e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.102642] env[69520]: DEBUG oslo_vmware.api [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1230.102642] env[69520]: value = "task-3482701" [ 1230.102642] env[69520]: _type = "Task" [ 1230.102642] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.111971] env[69520]: DEBUG oslo_vmware.api [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.394307] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482700, 'name': ReconfigVM_Task, 'duration_secs': 0.334661} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.394666] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance '3d9a2295-257c-45d0-92c0-a2f5696bcaf2' progress to 33 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.417559] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "ce241060-aa25-429c-92d3-052f12712dd5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.418797] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.419515] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.495418] env[69520]: DEBUG nova.network.neutron [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance_info_cache with network_info: [{"id": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "address": "fa:16:3e:19:39:23", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8e08f-e7", "ovs_interfaceid": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.615869] env[69520]: DEBUG oslo_vmware.api [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.828808] env[69520]: DEBUG nova.network.neutron [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance_info_cache with network_info: [{"id": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "address": "fa:16:3e:cb:52:c4", "network": {"id": "a22ca041-c946-4804-b133-4dae219d4e07", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1537264783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c742cb56f6824323bf125e7b3b7fbb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2717fa9-e9", "ovs_interfaceid": "c2717fa9-e985-4ffa-8d82-d8bb60417a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.901086] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.901411] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.901639] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.901862] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.902031] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.902183] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.902391] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.902549] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.902748] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.902945] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.903154] env[69520]: DEBUG nova.virt.hardware [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.910050] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.910050] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7c738e-7a09-4617-b216-0d154075ed35 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.931654] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1230.931654] env[69520]: value = "task-3482702" [ 1230.931654] env[69520]: _type = "Task" [ 1230.931654] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.941278] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.998008] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.114103] env[69520]: DEBUG oslo_vmware.api [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482701, 'name': ReconfigVM_Task, 'duration_secs': 0.882384} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.114408] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-76baeeda-21c1-4004-857e-0cd718ef928a/volume-76baeeda-21c1-4004-857e-0cd718ef928a.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.119306] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-178fb654-05c3-48ea-9dc4-4e6d73e1a317 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.134549] env[69520]: DEBUG oslo_vmware.api [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1231.134549] env[69520]: value = "task-3482703" [ 1231.134549] env[69520]: _type = "Task" [ 1231.134549] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.143889] env[69520]: DEBUG oslo_vmware.api [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.332362] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Releasing lock "refresh_cache-952dd659-e145-412b-8268-525d9fc858ba" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.332728] env[69520]: DEBUG nova.objects.instance [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lazy-loading 'migration_context' on Instance uuid 952dd659-e145-412b-8268-525d9fc858ba {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.441693] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482702, 'name': ReconfigVM_Task, 'duration_secs': 0.322686} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.442062] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.442690] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e3b38-ff6e-430b-85e6-fe6c342781be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.464146] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 3d9a2295-257c-45d0-92c0-a2f5696bcaf2/3d9a2295-257c-45d0-92c0-a2f5696bcaf2.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.464404] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70cdb1ae-8013-42dc-9ce7-a87e778628e8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.483515] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1231.483515] env[69520]: value = "task-3482704" [ 1231.483515] env[69520]: _type = "Task" [ 1231.483515] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.491753] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.646533] env[69520]: DEBUG oslo_vmware.api [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482703, 'name': ReconfigVM_Task, 'duration_secs': 0.16513} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.646928] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696232', 'volume_id': '76baeeda-21c1-4004-857e-0cd718ef928a', 'name': 'volume-76baeeda-21c1-4004-857e-0cd718ef928a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb949f71-a45d-43df-99e1-93a1936badff', 'attached_at': '', 'detached_at': '', 'volume_id': '76baeeda-21c1-4004-857e-0cd718ef928a', 'serial': '76baeeda-21c1-4004-857e-0cd718ef928a'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.835921] env[69520]: DEBUG nova.objects.base [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Object Instance<952dd659-e145-412b-8268-525d9fc858ba> lazy-loaded attributes: info_cache,migration_context {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.837132] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d568a-9c5c-4a27-b904-db68a85bfaa4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.862814] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28301b9b-cfd4-4758-b67e-f8b8bbb877b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.869493] env[69520]: DEBUG oslo_vmware.api [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1231.869493] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a7d3f-81fe-34a3-9e4f-503ec2e05da0" [ 1231.869493] env[69520]: _type = "Task" [ 1231.869493] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.877774] env[69520]: DEBUG oslo_vmware.api [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a7d3f-81fe-34a3-9e4f-503ec2e05da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.994619] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482704, 'name': ReconfigVM_Task, 'duration_secs': 0.354505} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.994619] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 3d9a2295-257c-45d0-92c0-a2f5696bcaf2/3d9a2295-257c-45d0-92c0-a2f5696bcaf2.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.994988] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance '3d9a2295-257c-45d0-92c0-a2f5696bcaf2' progress to 50 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.381125] env[69520]: DEBUG oslo_vmware.api [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a7d3f-81fe-34a3-9e4f-503ec2e05da0, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.381315] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.381602] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.503353] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e473a-9377-4c9c-b31c-edcc3f246e99 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.526537] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e41432-39c2-43a9-8ee9-4b0ece133de8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.530485] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2d1f00-e97d-4e55-8ae0-8a334a1edee6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.552880] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance '3d9a2295-257c-45d0-92c0-a2f5696bcaf2' progress to 67 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.573968] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance '8e3ff68f-ef31-44f6-b274-a4599a249185' progress to 0 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.683986] env[69520]: DEBUG nova.objects.instance [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lazy-loading 'flavor' on Instance uuid bb949f71-a45d-43df-99e1-93a1936badff {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.772119] env[69520]: DEBUG oslo_vmware.rw_handles [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a68a8-b742-6148-6baa-bc0be900d0b7/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1232.773151] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9974dfec-9273-433b-a4e9-0a0186abad08 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.780410] env[69520]: DEBUG oslo_vmware.rw_handles [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a68a8-b742-6148-6baa-bc0be900d0b7/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1232.780627] env[69520]: ERROR oslo_vmware.rw_handles [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a68a8-b742-6148-6baa-bc0be900d0b7/disk-0.vmdk due to incomplete transfer. [ 1232.780866] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a6ecf25-74c1-4b5d-99a3-46121c232fff {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.787770] env[69520]: DEBUG oslo_vmware.rw_handles [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a68a8-b742-6148-6baa-bc0be900d0b7/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1232.787987] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Uploaded image 960d2576-b54a-41a3-8fd4-6ab30c39448e to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1232.790958] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1232.791235] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91207254-5e43-4844-acb4-a7a3206b939a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.797938] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1232.797938] env[69520]: value = "task-3482705" [ 1232.797938] env[69520]: _type = "Task" [ 1232.797938] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.806122] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482705, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.035792] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09644c9d-7e1b-473a-9d1f-e181166f6495 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.043945] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac94fcdf-9297-40a4-9617-992768bce2da {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.075315] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85c0b64-243e-44cb-ab56-0b35c2a16e2a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.082714] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.084963] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff187c04-5e89-4643-b160-04a285724fd0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.087660] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2272ace9-8444-4604-8047-e457029788b3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.103764] env[69520]: DEBUG nova.compute.provider_tree [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.106521] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1233.106521] env[69520]: value = "task-3482706" [ 1233.106521] env[69520]: _type = "Task" [ 1233.106521] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.114487] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.184191] env[69520]: DEBUG nova.network.neutron [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Port 5ca272a4-9f1d-4873-8cc9-eab9547019a0 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1233.188345] env[69520]: DEBUG oslo_concurrency.lockutils [None req-881fbfe2-8a1b-4e36-a660-1ba5251d2571 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.259s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.189159] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "bb949f71-a45d-43df-99e1-93a1936badff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.297s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.190068] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7be8e90-6884-45a9-9e43-f29f4462f2ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.309093] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482705, 'name': Destroy_Task, 'duration_secs': 0.313308} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.309093] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Destroyed the VM [ 1233.309248] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1233.309481] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d287bee-9dd0-41a7-8f06-c51aeb61d7ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.315920] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1233.315920] env[69520]: value = "task-3482707" [ 1233.315920] env[69520]: _type = "Task" [ 1233.315920] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.324565] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482707, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.608989] env[69520]: DEBUG nova.scheduler.client.report [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.622165] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482706, 'name': PowerOffVM_Task, 'duration_secs': 0.455916} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.623470] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.623714] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance '8e3ff68f-ef31-44f6-b274-a4599a249185' progress to 17 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.700284] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "bb949f71-a45d-43df-99e1-93a1936badff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.826530] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482707, 'name': RemoveSnapshot_Task, 'duration_secs': 0.353502} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.826805] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1233.827093] env[69520]: DEBUG nova.compute.manager [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.827862] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73133990-0e6e-4cfe-b4f2-5240497724b7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.130332] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.130591] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.131064] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.131064] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.131214] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.131304] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.131547] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.131729] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.131897] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.132069] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.133460] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.138108] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b12ef49-2883-4ac1-a4b2-bb2c0c0222b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.157046] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1234.157046] env[69520]: value = "task-3482708" [ 1234.157046] env[69520]: _type = "Task" [ 1234.157046] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.166029] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.209133] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.210144] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.210391] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.339539] env[69520]: INFO nova.compute.manager [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Shelve offloading [ 1234.623677] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.242s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.668016] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482708, 'name': ReconfigVM_Task, 'duration_secs': 0.351799} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.668463] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance '8e3ff68f-ef31-44f6-b274-a4599a249185' progress to 33 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.757635] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.757866] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.843479] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.843732] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c9e895-94b5-4d49-9f15-0cb0cc399e02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.851976] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1234.851976] env[69520]: value = "task-3482709" [ 1234.851976] env[69520]: _type = "Task" [ 1234.851976] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.860222] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.174752] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.174993] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.175168] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.175353] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.175500] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.175648] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.175852] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.176023] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.176199] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.176365] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.176579] env[69520]: DEBUG nova.virt.hardware [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.181924] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.182957] env[69520]: INFO nova.scheduler.client.report [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted allocation for migration 5a4ac155-1cca-4b7a-b01c-a465534cf550 [ 1235.183939] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-756c4327-89e8-454e-9bed-e93c0df8045f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.206011] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1235.206011] env[69520]: value = "task-3482710" [ 1235.206011] env[69520]: _type = "Task" [ 1235.206011] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.214353] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.260514] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.260760] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.260951] env[69520]: DEBUG nova.network.neutron [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.262254] env[69520]: DEBUG nova.compute.manager [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.362718] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1235.362939] env[69520]: DEBUG nova.compute.manager [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.363689] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0945eb-ae29-4205-9a97-c8b25a8c420c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.369299] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.369494] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.369665] env[69520]: DEBUG nova.network.neutron [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.702145] env[69520]: DEBUG oslo_concurrency.lockutils [None req-46bb52b1-b1cb-4648-a497-ab6798e25ca3 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "952dd659-e145-412b-8268-525d9fc858ba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.637s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.703582] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "952dd659-e145-412b-8268-525d9fc858ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.811s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.704625] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de494c8-a9cf-4682-907e-041018d530ea {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.721809] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.781788] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.782073] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.783884] env[69520]: INFO nova.compute.claims [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.877511] env[69520]: INFO nova.compute.manager [None req-c88122b8-9496-4f33-8b06-c833bece9064 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Get console output [ 1235.877837] env[69520]: WARNING nova.virt.vmwareapi.driver [None req-c88122b8-9496-4f33-8b06-c833bece9064 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] The console log is missing. Check your VSPC configuration [ 1236.101980] env[69520]: DEBUG nova.network.neutron [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance_info_cache with network_info: [{"id": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "address": "fa:16:3e:d8:a0:38", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca272a4-9f", "ovs_interfaceid": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.176704] env[69520]: DEBUG nova.network.neutron [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updating instance_info_cache with network_info: [{"id": "730c57f7-6bd6-4362-9a44-80866195e2ef", "address": "fa:16:3e:a8:85:3d", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730c57f7-6b", "ovs_interfaceid": "730c57f7-6bd6-4362-9a44-80866195e2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.216436] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.223360] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "952dd659-e145-412b-8268-525d9fc858ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.604778] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.679609] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.720937] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482710, 'name': ReconfigVM_Task, 'duration_secs': 1.178672} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.721258] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.722161] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeec8e27-ee23-451e-a75f-54e5335eb654 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.745426] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 8e3ff68f-ef31-44f6-b274-a4599a249185/8e3ff68f-ef31-44f6-b274-a4599a249185.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.747888] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dddf5ab8-f6bc-40dc-a4c0-dee77dc438ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.766751] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1236.766751] env[69520]: value = "task-3482711" [ 1236.766751] env[69520]: _type = "Task" [ 1236.766751] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.774568] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.947292] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a911fdc1-be15-41b0-acda-ff994d4a8e11 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.955514] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405eef5e-e2a3-4294-ad1c-a0b2af65fcf5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.986620] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632a03ec-c364-4024-a9c7-c87e2ce9bc67 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.995455] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaacb2f-99bb-4df3-9a54-e59bfbaba4de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.009698] env[69520]: DEBUG nova.compute.provider_tree [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.127818] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9282e0-0fde-476d-8de5-4e9046ef43f6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.147637] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea8a71-c60e-421e-b6b2-599b3465cbd9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.155186] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance '3d9a2295-257c-45d0-92c0-a2f5696bcaf2' progress to 83 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.171973] env[69520]: DEBUG nova.compute.manager [req-bd28861e-c268-4eab-b40a-e342faf6926b req-60df7ad4-be48-4a25-b044-9b51aad75605 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received event network-vif-unplugged-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.172200] env[69520]: DEBUG oslo_concurrency.lockutils [req-bd28861e-c268-4eab-b40a-e342faf6926b req-60df7ad4-be48-4a25-b044-9b51aad75605 service nova] Acquiring lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.172535] env[69520]: DEBUG oslo_concurrency.lockutils [req-bd28861e-c268-4eab-b40a-e342faf6926b req-60df7ad4-be48-4a25-b044-9b51aad75605 service nova] Lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.172615] env[69520]: DEBUG oslo_concurrency.lockutils [req-bd28861e-c268-4eab-b40a-e342faf6926b req-60df7ad4-be48-4a25-b044-9b51aad75605 service nova] Lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.172727] env[69520]: DEBUG nova.compute.manager [req-bd28861e-c268-4eab-b40a-e342faf6926b req-60df7ad4-be48-4a25-b044-9b51aad75605 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] No waiting events found dispatching network-vif-unplugged-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.172898] env[69520]: WARNING nova.compute.manager [req-bd28861e-c268-4eab-b40a-e342faf6926b req-60df7ad4-be48-4a25-b044-9b51aad75605 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received unexpected event network-vif-unplugged-730c57f7-6bd6-4362-9a44-80866195e2ef for instance with vm_state shelved and task_state shelving_offloading. [ 1237.216097] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.216358] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.216537] env[69520]: INFO nova.compute.manager [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Shelving [ 1237.218693] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.219796] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57521058-0382-4f0e-9dc7-9e10a8fdcaf6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.233183] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.233425] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-843cc85e-60a8-4f3d-b7e5-147e2d08501f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.275778] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482711, 'name': ReconfigVM_Task, 'duration_secs': 0.268483} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.276060] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 8e3ff68f-ef31-44f6-b274-a4599a249185/8e3ff68f-ef31-44f6-b274-a4599a249185.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.276326] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance '8e3ff68f-ef31-44f6-b274-a4599a249185' progress to 50 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.294445] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.294660] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.294838] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleting the datastore file [datastore1] d3c31319-b732-45c3-9d80-71608923d0a1 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.295124] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b869e626-9edd-48db-9a2b-702f948c4b48 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.302611] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1237.302611] env[69520]: value = "task-3482713" [ 1237.302611] env[69520]: _type = "Task" [ 1237.302611] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.310618] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.513574] env[69520]: DEBUG nova.scheduler.client.report [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.661947] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.662274] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5717b228-d8c1-46cb-b2bc-0804d3835996 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.669480] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1237.669480] env[69520]: value = "task-3482714" [ 1237.669480] env[69520]: _type = "Task" [ 1237.669480] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.676773] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.731028] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.731410] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fee550e-25e9-4ab6-b911-d70630e94b48 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.737748] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1237.737748] env[69520]: value = "task-3482715" [ 1237.737748] env[69520]: _type = "Task" [ 1237.737748] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.745662] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.783246] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34349819-c9fd-4207-a01e-de4d294794d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.802645] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8756a78a-764e-470a-b760-9a55345bd43b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.813307] env[69520]: DEBUG oslo_vmware.api [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139746} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.826009] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.826234] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.826396] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.828533] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance '8e3ff68f-ef31-44f6-b274-a4599a249185' progress to 67 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.848738] env[69520]: INFO nova.scheduler.client.report [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleted allocations for instance d3c31319-b732-45c3-9d80-71608923d0a1 [ 1238.018645] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.019232] env[69520]: DEBUG nova.compute.manager [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.179580] env[69520]: DEBUG oslo_vmware.api [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482714, 'name': PowerOnVM_Task, 'duration_secs': 0.380268} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.179864] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.180060] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f64fa-c1a4-4923-955f-719e13dfeee8 tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance '3d9a2295-257c-45d0-92c0-a2f5696bcaf2' progress to 100 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.247634] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482715, 'name': PowerOffVM_Task, 'duration_secs': 0.177894} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.247911] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.248780] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197b7dec-0854-49ba-94c3-791b57bd8e7c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.266844] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf693069-01a3-4225-bb3f-bcb7283522dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.353473] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.353729] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.354021] env[69520]: DEBUG nova.objects.instance [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'resources' on Instance uuid d3c31319-b732-45c3-9d80-71608923d0a1 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.369507] env[69520]: DEBUG nova.network.neutron [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Port b3b8e08f-e756-4a17-96a6-7b4f93ee039e binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1238.524711] env[69520]: DEBUG nova.compute.utils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.526025] env[69520]: DEBUG nova.compute.manager [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.526204] env[69520]: DEBUG nova.network.neutron [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.569755] env[69520]: DEBUG nova.policy [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c8ef2467fa94b5880a30411f9f46867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aff247bba5746d98ecf8439ac619b76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.777557] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Creating Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1238.777876] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-39394933-89b6-446f-8290-b96340d3f1f9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.789251] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1238.789251] env[69520]: value = "task-3482716" [ 1238.789251] env[69520]: _type = "Task" [ 1238.789251] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.797778] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482716, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.805882] env[69520]: DEBUG nova.network.neutron [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Successfully created port: 7970e567-ed48-4fa1-82c7-f3975bcb10e0 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.858797] env[69520]: DEBUG nova.objects.instance [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'numa_topology' on Instance uuid d3c31319-b732-45c3-9d80-71608923d0a1 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.029893] env[69520]: DEBUG nova.compute.manager [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.201089] env[69520]: DEBUG nova.compute.manager [req-3c595aef-f7ce-4491-9c91-3b3c29f616de req-1709eb72-fc84-49e2-9e6a-761aa8eb8319 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received event network-changed-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.201308] env[69520]: DEBUG nova.compute.manager [req-3c595aef-f7ce-4491-9c91-3b3c29f616de req-1709eb72-fc84-49e2-9e6a-761aa8eb8319 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Refreshing instance network info cache due to event network-changed-730c57f7-6bd6-4362-9a44-80866195e2ef. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.201526] env[69520]: DEBUG oslo_concurrency.lockutils [req-3c595aef-f7ce-4491-9c91-3b3c29f616de req-1709eb72-fc84-49e2-9e6a-761aa8eb8319 service nova] Acquiring lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.201694] env[69520]: DEBUG oslo_concurrency.lockutils [req-3c595aef-f7ce-4491-9c91-3b3c29f616de req-1709eb72-fc84-49e2-9e6a-761aa8eb8319 service nova] Acquired lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.201869] env[69520]: DEBUG nova.network.neutron [req-3c595aef-f7ce-4491-9c91-3b3c29f616de req-1709eb72-fc84-49e2-9e6a-761aa8eb8319 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Refreshing network info cache for port 730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.299368] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482716, 'name': CreateSnapshot_Task, 'duration_secs': 0.415648} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.299927] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Created Snapshot of the VM instance {{(pid=69520) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1239.300688] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26778bd4-75ce-4682-aad2-a3c6d3096a3a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.362068] env[69520]: DEBUG nova.objects.base [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1239.397540] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "8e3ff68f-ef31-44f6-b274-a4599a249185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.397775] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.397979] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.504625] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c484c94-c40d-4ca5-b3db-2e7d24377f8a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.512320] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc5b9de-e0e9-45b0-b43f-54a94b6f4827 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.550216] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b44f91c-3bcc-4d18-8035-635e39737c27 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.558430] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9294b52a-6516-4879-8cec-067dc9a1d84f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.572346] env[69520]: DEBUG nova.compute.provider_tree [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.816729] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Creating linked-clone VM from snapshot {{(pid=69520) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1239.819902] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4c0f95f-1ead-42c4-be0b-6d70c6f39b3e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.829951] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1239.829951] env[69520]: value = "task-3482717" [ 1239.829951] env[69520]: _type = "Task" [ 1239.829951] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.838271] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482717, 'name': CloneVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.925429] env[69520]: DEBUG nova.network.neutron [req-3c595aef-f7ce-4491-9c91-3b3c29f616de req-1709eb72-fc84-49e2-9e6a-761aa8eb8319 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updated VIF entry in instance network info cache for port 730c57f7-6bd6-4362-9a44-80866195e2ef. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.925843] env[69520]: DEBUG nova.network.neutron [req-3c595aef-f7ce-4491-9c91-3b3c29f616de req-1709eb72-fc84-49e2-9e6a-761aa8eb8319 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updating instance_info_cache with network_info: [{"id": "730c57f7-6bd6-4362-9a44-80866195e2ef", "address": "fa:16:3e:a8:85:3d", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap730c57f7-6b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.054207] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "d3c31319-b732-45c3-9d80-71608923d0a1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.055482] env[69520]: DEBUG nova.compute.manager [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.075299] env[69520]: DEBUG nova.scheduler.client.report [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.089087] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.089468] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.089676] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.089874] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.090032] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.090184] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.090427] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.090777] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.090777] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.090948] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.091311] env[69520]: DEBUG nova.virt.hardware [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.092127] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6656e8-21e0-4d94-8bc1-91f6695b92a5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.101453] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13dbfe7-3b7f-4071-990c-a8fbdbf54efd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.340723] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482717, 'name': CloneVM_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.428944] env[69520]: DEBUG oslo_concurrency.lockutils [req-3c595aef-f7ce-4491-9c91-3b3c29f616de req-1709eb72-fc84-49e2-9e6a-761aa8eb8319 service nova] Releasing lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.452991] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.453210] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.453388] env[69520]: DEBUG nova.network.neutron [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.564910] env[69520]: DEBUG nova.network.neutron [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Successfully updated port: 7970e567-ed48-4fa1-82c7-f3975bcb10e0 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.583804] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.842066] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482717, 'name': CloneVM_Task} progress is 95%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.940646] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.940923] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.941135] env[69520]: DEBUG nova.compute.manager [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Going to confirm migration 8 {{(pid=69520) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1241.068037] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "refresh_cache-b2f1adc4-3b9f-4399-9cfc-54252e7038a2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.068204] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "refresh_cache-b2f1adc4-3b9f-4399-9cfc-54252e7038a2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.068316] env[69520]: DEBUG nova.network.neutron [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.095102] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fb9f12a3-f494-4fc7-8c59-7524c63f021d tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "d3c31319-b732-45c3-9d80-71608923d0a1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.150s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.096075] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "d3c31319-b732-45c3-9d80-71608923d0a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.204s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.096280] env[69520]: INFO nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1241.096458] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "d3c31319-b732-45c3-9d80-71608923d0a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.096888] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "d3c31319-b732-45c3-9d80-71608923d0a1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.043s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.097094] env[69520]: INFO nova.compute.manager [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Unshelving [ 1241.172891] env[69520]: DEBUG nova.network.neutron [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance_info_cache with network_info: [{"id": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "address": "fa:16:3e:19:39:23", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8e08f-e7", "ovs_interfaceid": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.230434] env[69520]: DEBUG nova.compute.manager [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Received event network-vif-plugged-7970e567-ed48-4fa1-82c7-f3975bcb10e0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.230540] env[69520]: DEBUG oslo_concurrency.lockutils [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] Acquiring lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.230788] env[69520]: DEBUG oslo_concurrency.lockutils [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] Lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.230913] env[69520]: DEBUG oslo_concurrency.lockutils [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] Lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.231090] env[69520]: DEBUG nova.compute.manager [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] No waiting events found dispatching network-vif-plugged-7970e567-ed48-4fa1-82c7-f3975bcb10e0 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.231260] env[69520]: WARNING nova.compute.manager [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Received unexpected event network-vif-plugged-7970e567-ed48-4fa1-82c7-f3975bcb10e0 for instance with vm_state building and task_state spawning. [ 1241.231458] env[69520]: DEBUG nova.compute.manager [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Received event network-changed-7970e567-ed48-4fa1-82c7-f3975bcb10e0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.231593] env[69520]: DEBUG nova.compute.manager [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Refreshing instance network info cache due to event network-changed-7970e567-ed48-4fa1-82c7-f3975bcb10e0. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.231784] env[69520]: DEBUG oslo_concurrency.lockutils [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] Acquiring lock "refresh_cache-b2f1adc4-3b9f-4399-9cfc-54252e7038a2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.341695] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482717, 'name': CloneVM_Task, 'duration_secs': 1.381657} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.341962] env[69520]: INFO nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Created linked-clone VM from snapshot [ 1241.342709] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cddbeaf-1700-4776-8c2e-73943e9c56ce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.351330] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Uploading image 69e5ff68-ee70-4652-b3f8-b429f2fa44e5 {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1241.376694] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1241.376694] env[69520]: value = "vm-696234" [ 1241.376694] env[69520]: _type = "VirtualMachine" [ 1241.376694] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1241.376954] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f9146a64-e3c3-4fdc-ae11-4c63bf5c298c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.384076] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lease: (returnval){ [ 1241.384076] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5222fd47-f9a8-2678-718f-f5acfcc74556" [ 1241.384076] env[69520]: _type = "HttpNfcLease" [ 1241.384076] env[69520]: } obtained for exporting VM: (result){ [ 1241.384076] env[69520]: value = "vm-696234" [ 1241.384076] env[69520]: _type = "VirtualMachine" [ 1241.384076] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1241.384354] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the lease: (returnval){ [ 1241.384354] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5222fd47-f9a8-2678-718f-f5acfcc74556" [ 1241.384354] env[69520]: _type = "HttpNfcLease" [ 1241.384354] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1241.391041] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.391041] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5222fd47-f9a8-2678-718f-f5acfcc74556" [ 1241.391041] env[69520]: _type = "HttpNfcLease" [ 1241.391041] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1241.478714] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.478910] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquired lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.479098] env[69520]: DEBUG nova.network.neutron [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.479287] env[69520]: DEBUG nova.objects.instance [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lazy-loading 'info_cache' on Instance uuid 3d9a2295-257c-45d0-92c0-a2f5696bcaf2 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.607939] env[69520]: DEBUG nova.network.neutron [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.676012] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.773883] env[69520]: DEBUG nova.network.neutron [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Updating instance_info_cache with network_info: [{"id": "7970e567-ed48-4fa1-82c7-f3975bcb10e0", "address": "fa:16:3e:7f:42:e4", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7970e567-ed", "ovs_interfaceid": "7970e567-ed48-4fa1-82c7-f3975bcb10e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.893060] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.893060] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5222fd47-f9a8-2678-718f-f5acfcc74556" [ 1241.893060] env[69520]: _type = "HttpNfcLease" [ 1241.893060] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1241.893511] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1241.893511] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5222fd47-f9a8-2678-718f-f5acfcc74556" [ 1241.893511] env[69520]: _type = "HttpNfcLease" [ 1241.893511] env[69520]: }. {{(pid=69520) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1241.894052] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f1fe9-57c3-4b67-8d4e-dc2edc9ecdb9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.902833] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68db2-6937-fcf6-fee8-2af1e574fd14/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1241.903000] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68db2-6937-fcf6-fee8-2af1e574fd14/disk-0.vmdk for reading. {{(pid=69520) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1241.990930] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fda8482b-8443-4567-878d-7bee04feb4a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.123571] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.123571] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.123571] env[69520]: DEBUG nova.objects.instance [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'pci_requests' on Instance uuid d3c31319-b732-45c3-9d80-71608923d0a1 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.198150] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bad1f38-33e2-4da5-9bdb-11df5bc88e2c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.229626] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931546b9-7319-42ef-b2c2-6ed9f9b763fb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.240094] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance '8e3ff68f-ef31-44f6-b274-a4599a249185' progress to 83 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.276718] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "refresh_cache-b2f1adc4-3b9f-4399-9cfc-54252e7038a2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.277196] env[69520]: DEBUG nova.compute.manager [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Instance network_info: |[{"id": "7970e567-ed48-4fa1-82c7-f3975bcb10e0", "address": "fa:16:3e:7f:42:e4", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7970e567-ed", "ovs_interfaceid": "7970e567-ed48-4fa1-82c7-f3975bcb10e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.277614] env[69520]: DEBUG oslo_concurrency.lockutils [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] Acquired lock "refresh_cache-b2f1adc4-3b9f-4399-9cfc-54252e7038a2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.277883] env[69520]: DEBUG nova.network.neutron [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Refreshing network info cache for port 7970e567-ed48-4fa1-82c7-f3975bcb10e0 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.279529] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:42:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7970e567-ed48-4fa1-82c7-f3975bcb10e0', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.292198] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.297027] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.297655] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b612f82-212d-4315-92b7-98137d52eb9a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.330043] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.330043] env[69520]: value = "task-3482719" [ 1242.330043] env[69520]: _type = "Task" [ 1242.330043] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.338821] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482719, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.627313] env[69520]: DEBUG nova.objects.instance [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'numa_topology' on Instance uuid d3c31319-b732-45c3-9d80-71608923d0a1 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.748668] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.749106] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c578e0cd-4193-46bd-9baa-54005fc05e5e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.757805] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1242.757805] env[69520]: value = "task-3482720" [ 1242.757805] env[69520]: _type = "Task" [ 1242.757805] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.768323] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.773318] env[69520]: DEBUG nova.network.neutron [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Updated VIF entry in instance network info cache for port 7970e567-ed48-4fa1-82c7-f3975bcb10e0. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.773942] env[69520]: DEBUG nova.network.neutron [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Updating instance_info_cache with network_info: [{"id": "7970e567-ed48-4fa1-82c7-f3975bcb10e0", "address": "fa:16:3e:7f:42:e4", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7970e567-ed", "ovs_interfaceid": "7970e567-ed48-4fa1-82c7-f3975bcb10e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.842923] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482719, 'name': CreateVM_Task, 'duration_secs': 0.347952} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.842923] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.854407] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.855339] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.855733] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.856865] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d50ab0e-ee57-4d68-84ae-833d7d556c7d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.862999] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1242.862999] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ab6882-62e6-2670-5666-e23771b8c0a7" [ 1242.862999] env[69520]: _type = "Task" [ 1242.862999] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.872566] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ab6882-62e6-2670-5666-e23771b8c0a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.882117] env[69520]: DEBUG nova.network.neutron [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance_info_cache with network_info: [{"id": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "address": "fa:16:3e:d8:a0:38", "network": {"id": "de0f88f5-9bf1-43cc-a5cd-21d238ce2bc4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-526301256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07407bcfc2a4801901288fc8eca9be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca272a4-9f", "ovs_interfaceid": "5ca272a4-9f1d-4873-8cc9-eab9547019a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.131334] env[69520]: INFO nova.compute.claims [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.268965] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.278176] env[69520]: DEBUG oslo_concurrency.lockutils [req-0570cf24-9f7f-4c25-b920-e777126b2ad2 req-3c6436a3-ff3a-49d0-819e-ac5780619ccb service nova] Releasing lock "refresh_cache-b2f1adc4-3b9f-4399-9cfc-54252e7038a2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.375195] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ab6882-62e6-2670-5666-e23771b8c0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.022395} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.376433] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.376433] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.376933] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.378615] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.378615] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.378615] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b8183c5-49b4-4de5-b2bf-fbccd5aa8935 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.388845] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Releasing lock "refresh_cache-3d9a2295-257c-45d0-92c0-a2f5696bcaf2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.389494] env[69520]: DEBUG nova.objects.instance [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lazy-loading 'migration_context' on Instance uuid 3d9a2295-257c-45d0-92c0-a2f5696bcaf2 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.391012] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.391316] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.392830] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0999b913-e66a-4e8f-b1b0-c100721c7a83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.399337] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1243.399337] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b9c345-3ec4-ac39-6504-5ab72e081941" [ 1243.399337] env[69520]: _type = "Task" [ 1243.399337] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.410194] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b9c345-3ec4-ac39-6504-5ab72e081941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.772237] env[69520]: DEBUG oslo_vmware.api [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482720, 'name': PowerOnVM_Task, 'duration_secs': 0.75177} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.772680] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.772979] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b965f54b-827a-43be-970c-4fefea0d00c9 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance '8e3ff68f-ef31-44f6-b274-a4599a249185' progress to 100 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.893882] env[69520]: DEBUG nova.objects.base [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Object Instance<3d9a2295-257c-45d0-92c0-a2f5696bcaf2> lazy-loaded attributes: info_cache,migration_context {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1243.894868] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d6ec31-c9fa-415a-8c67-95326127e774 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.918093] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883ecc09-9b59-47d1-96cf-45daca947ae4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.928566] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b9c345-3ec4-ac39-6504-5ab72e081941, 'name': SearchDatastore_Task, 'duration_secs': 0.016938} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.928868] env[69520]: DEBUG oslo_vmware.api [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1243.928868] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5299af29-dac4-9ee6-497c-1aa059f274a6" [ 1243.928868] env[69520]: _type = "Task" [ 1243.928868] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.929827] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e472f51-f409-4ac7-b300-5802dd7145c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.939229] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1243.939229] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bfef96-e092-b7c2-7a51-b757b43198f6" [ 1243.939229] env[69520]: _type = "Task" [ 1243.939229] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.943705] env[69520]: DEBUG oslo_vmware.api [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5299af29-dac4-9ee6-497c-1aa059f274a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.951895] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bfef96-e092-b7c2-7a51-b757b43198f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.295481] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee10c8aa-a305-4971-8c0e-6c8b3fb81d33 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.305051] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334daf1-a459-48d5-ba9f-ce36181980ce {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.338390] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aa197c-c095-4ac9-9c1d-d7893f7f200b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.346980] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c10f01f-99da-4334-9bb8-ec7c63fc811a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.362020] env[69520]: DEBUG nova.compute.provider_tree [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.440842] env[69520]: DEBUG oslo_vmware.api [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5299af29-dac4-9ee6-497c-1aa059f274a6, 'name': SearchDatastore_Task, 'duration_secs': 0.017065} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.441203] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.454432] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bfef96-e092-b7c2-7a51-b757b43198f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014012} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.454769] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.455067] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] b2f1adc4-3b9f-4399-9cfc-54252e7038a2/b2f1adc4-3b9f-4399-9cfc-54252e7038a2.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.455412] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61de4ede-8137-42e3-bec6-fa12f030ad06 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.463838] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1244.463838] env[69520]: value = "task-3482721" [ 1244.463838] env[69520]: _type = "Task" [ 1244.463838] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.472713] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.865576] env[69520]: DEBUG nova.scheduler.client.report [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.976329] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.371119] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.248s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.372979] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.932s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.402470] env[69520]: INFO nova.network.neutron [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updating port 730c57f7-6bd6-4362-9a44-80866195e2ef with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1245.475753] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604232} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.476047] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] b2f1adc4-3b9f-4399-9cfc-54252e7038a2/b2f1adc4-3b9f-4399-9cfc-54252e7038a2.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.476255] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.476507] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8f9959a-2333-4c6c-967b-a0ad43f7be61 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.484518] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1245.484518] env[69520]: value = "task-3482722" [ 1245.484518] env[69520]: _type = "Task" [ 1245.484518] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.494925] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.780905] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "8e3ff68f-ef31-44f6-b274-a4599a249185" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.781242] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.781439] env[69520]: DEBUG nova.compute.manager [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Going to confirm migration 9 {{(pid=69520) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1245.998363] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077908} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.998696] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.000275] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6c1a0d-0edc-479b-9645-5ca874e0c47a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.033018] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] b2f1adc4-3b9f-4399-9cfc-54252e7038a2/b2f1adc4-3b9f-4399-9cfc-54252e7038a2.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.035981] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6519c9d4-b553-4b02-9e17-a4fc46802dbc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.061496] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1246.061496] env[69520]: value = "task-3482723" [ 1246.061496] env[69520]: _type = "Task" [ 1246.061496] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.066492] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcb63bd-d463-4352-87aa-fe45595bbd9a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.077484] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb625f48-d8fa-40dc-863e-af612da90528 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.080619] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.113315] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546f1826-f2f7-4638-9798-c3f468b50691 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.122363] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c9baa3-c180-4c10-878c-63cb275fa584 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.137611] env[69520]: DEBUG nova.compute.provider_tree [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.466087] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.466455] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.466523] env[69520]: DEBUG nova.network.neutron [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.466672] env[69520]: DEBUG nova.objects.instance [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'info_cache' on Instance uuid 8e3ff68f-ef31-44f6-b274-a4599a249185 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.571926] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482723, 'name': ReconfigVM_Task, 'duration_secs': 0.30761} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.572172] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Reconfigured VM instance instance-00000075 to attach disk [datastore1] b2f1adc4-3b9f-4399-9cfc-54252e7038a2/b2f1adc4-3b9f-4399-9cfc-54252e7038a2.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.572783] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29a70f43-502d-4efa-b2fc-64c969339a05 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.580326] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1246.580326] env[69520]: value = "task-3482724" [ 1246.580326] env[69520]: _type = "Task" [ 1246.580326] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.588594] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482724, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.641505] env[69520]: DEBUG nova.scheduler.client.report [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.799277] env[69520]: DEBUG nova.compute.manager [req-a5579cc9-0331-441c-bd36-4b8951c6bd86 req-d411119e-d723-4dcd-8023-766214a7b3d3 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received event network-vif-plugged-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.799410] env[69520]: DEBUG oslo_concurrency.lockutils [req-a5579cc9-0331-441c-bd36-4b8951c6bd86 req-d411119e-d723-4dcd-8023-766214a7b3d3 service nova] Acquiring lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.799663] env[69520]: DEBUG oslo_concurrency.lockutils [req-a5579cc9-0331-441c-bd36-4b8951c6bd86 req-d411119e-d723-4dcd-8023-766214a7b3d3 service nova] Lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.799871] env[69520]: DEBUG oslo_concurrency.lockutils [req-a5579cc9-0331-441c-bd36-4b8951c6bd86 req-d411119e-d723-4dcd-8023-766214a7b3d3 service nova] Lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.800216] env[69520]: DEBUG nova.compute.manager [req-a5579cc9-0331-441c-bd36-4b8951c6bd86 req-d411119e-d723-4dcd-8023-766214a7b3d3 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] No waiting events found dispatching network-vif-plugged-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.800435] env[69520]: WARNING nova.compute.manager [req-a5579cc9-0331-441c-bd36-4b8951c6bd86 req-d411119e-d723-4dcd-8023-766214a7b3d3 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received unexpected event network-vif-plugged-730c57f7-6bd6-4362-9a44-80866195e2ef for instance with vm_state shelved_offloaded and task_state spawning. [ 1246.879713] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.879909] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.880101] env[69520]: DEBUG nova.network.neutron [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.091639] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482724, 'name': Rename_Task, 'duration_secs': 0.140927} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.092015] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.092299] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dde202e-c86e-4d00-9598-287fb6d94d8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.100134] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1247.100134] env[69520]: value = "task-3482725" [ 1247.100134] env[69520]: _type = "Task" [ 1247.100134] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.109563] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.611712] env[69520]: DEBUG oslo_vmware.api [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482725, 'name': PowerOnVM_Task, 'duration_secs': 0.475042} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.612022] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.612210] env[69520]: INFO nova.compute.manager [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1247.612428] env[69520]: DEBUG nova.compute.manager [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.613256] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e4a43-7c36-4f87-b0f3-e2bb14df29c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.651678] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.279s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.067215] env[69520]: DEBUG nova.network.neutron [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updating instance_info_cache with network_info: [{"id": "730c57f7-6bd6-4362-9a44-80866195e2ef", "address": "fa:16:3e:a8:85:3d", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730c57f7-6b", "ovs_interfaceid": "730c57f7-6bd6-4362-9a44-80866195e2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.136029] env[69520]: INFO nova.compute.manager [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Took 12.37 seconds to build instance. [ 1248.147608] env[69520]: DEBUG nova.network.neutron [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance_info_cache with network_info: [{"id": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "address": "fa:16:3e:19:39:23", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b8e08f-e7", "ovs_interfaceid": "b3b8e08f-e756-4a17-96a6-7b4f93ee039e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.213672] env[69520]: INFO nova.scheduler.client.report [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted allocation for migration e42ff878-a0de-48cb-b8ab-7dd4676b125a [ 1248.574726] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.605132] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7e19fe5c4fbc0a17a13b715d7c02f3ca',container_format='bare',created_at=2025-04-17T15:52:56Z,direct_url=,disk_format='vmdk',id=960d2576-b54a-41a3-8fd4-6ab30c39448e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-411330814-shelved',owner='376a437aacc340f594f1eb2fd0545547',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-17T15:53:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.605571] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.605855] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.606207] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.606482] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.606757] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.607136] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.607433] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.607753] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.608092] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.608418] env[69520]: DEBUG nova.virt.hardware [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.609809] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e24572-17fe-44c3-969f-683693ba5732 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.622426] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbb16cb-0881-4b08-a33a-29c2dcb33c56 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.640242] env[69520]: DEBUG oslo_concurrency.lockutils [None req-e23ca610-e989-4326-b62f-b6171441aa50 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.882s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.640787] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:85:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '730c57f7-6bd6-4362-9a44-80866195e2ef', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.648385] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.648692] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.648932] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30f6d6c0-1b87-4f29-bd17-d176432cfc19 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.663580] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-8e3ff68f-ef31-44f6-b274-a4599a249185" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.663831] env[69520]: DEBUG nova.objects.instance [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'migration_context' on Instance uuid 8e3ff68f-ef31-44f6-b274-a4599a249185 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.671575] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.671575] env[69520]: value = "task-3482726" [ 1248.671575] env[69520]: _type = "Task" [ 1248.671575] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.681293] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482726, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.719970] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.779s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.827605] env[69520]: DEBUG nova.compute.manager [req-7d90080d-8bc5-4639-acdb-7f6c2dc35f5f req-5d33afc3-8295-48d6-b8d2-63fad5a860af service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received event network-changed-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.827827] env[69520]: DEBUG nova.compute.manager [req-7d90080d-8bc5-4639-acdb-7f6c2dc35f5f req-5d33afc3-8295-48d6-b8d2-63fad5a860af service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Refreshing instance network info cache due to event network-changed-730c57f7-6bd6-4362-9a44-80866195e2ef. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.828135] env[69520]: DEBUG oslo_concurrency.lockutils [req-7d90080d-8bc5-4639-acdb-7f6c2dc35f5f req-5d33afc3-8295-48d6-b8d2-63fad5a860af service nova] Acquiring lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.828315] env[69520]: DEBUG oslo_concurrency.lockutils [req-7d90080d-8bc5-4639-acdb-7f6c2dc35f5f req-5d33afc3-8295-48d6-b8d2-63fad5a860af service nova] Acquired lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.828490] env[69520]: DEBUG nova.network.neutron [req-7d90080d-8bc5-4639-acdb-7f6c2dc35f5f req-5d33afc3-8295-48d6-b8d2-63fad5a860af service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Refreshing network info cache for port 730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.132969] env[69520]: DEBUG nova.compute.manager [req-f72eb40c-4564-46fb-819d-ecfb501745a9 req-810f575f-785c-45df-884d-50e2b6e1e9ee service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Received event network-changed-7970e567-ed48-4fa1-82c7-f3975bcb10e0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.133197] env[69520]: DEBUG nova.compute.manager [req-f72eb40c-4564-46fb-819d-ecfb501745a9 req-810f575f-785c-45df-884d-50e2b6e1e9ee service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Refreshing instance network info cache due to event network-changed-7970e567-ed48-4fa1-82c7-f3975bcb10e0. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.133464] env[69520]: DEBUG oslo_concurrency.lockutils [req-f72eb40c-4564-46fb-819d-ecfb501745a9 req-810f575f-785c-45df-884d-50e2b6e1e9ee service nova] Acquiring lock "refresh_cache-b2f1adc4-3b9f-4399-9cfc-54252e7038a2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.133566] env[69520]: DEBUG oslo_concurrency.lockutils [req-f72eb40c-4564-46fb-819d-ecfb501745a9 req-810f575f-785c-45df-884d-50e2b6e1e9ee service nova] Acquired lock "refresh_cache-b2f1adc4-3b9f-4399-9cfc-54252e7038a2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.133760] env[69520]: DEBUG nova.network.neutron [req-f72eb40c-4564-46fb-819d-ecfb501745a9 req-810f575f-785c-45df-884d-50e2b6e1e9ee service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Refreshing network info cache for port 7970e567-ed48-4fa1-82c7-f3975bcb10e0 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.167097] env[69520]: DEBUG nova.objects.base [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Object Instance<8e3ff68f-ef31-44f6-b274-a4599a249185> lazy-loaded attributes: info_cache,migration_context {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1249.168219] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929803db-dbf6-480a-bf5c-192ebfd9458b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.194562] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b003a4ee-2ee4-483b-95da-0cb8baa93582 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.201495] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482726, 'name': CreateVM_Task, 'duration_secs': 0.485003} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.202126] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.202848] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.203036] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.203428] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.204159] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d314ce74-3529-4181-af12-6283b2d76c81 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.209045] env[69520]: DEBUG oslo_vmware.api [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1249.209045] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cac304-7f8d-9f5e-2eb0-40ddbc02ecdc" [ 1249.209045] env[69520]: _type = "Task" [ 1249.209045] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.214581] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1249.214581] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]522c10d9-4039-dd8d-acc6-35890c334774" [ 1249.214581] env[69520]: _type = "Task" [ 1249.214581] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.222857] env[69520]: DEBUG oslo_vmware.api [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cac304-7f8d-9f5e-2eb0-40ddbc02ecdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.229905] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.230184] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Processing image 960d2576-b54a-41a3-8fd4-6ab30c39448e {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.230428] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e/960d2576-b54a-41a3-8fd4-6ab30c39448e.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.230580] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e/960d2576-b54a-41a3-8fd4-6ab30c39448e.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.230753] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.231009] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8add08fb-da28-4195-b791-65b41f6268d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.242372] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.242601] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.243487] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b520ef-deb6-41e2-ad64-0498e1677ba5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.250040] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1249.250040] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52879916-9c28-1bd0-008c-8dda2368fe72" [ 1249.250040] env[69520]: _type = "Task" [ 1249.250040] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.259346] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52879916-9c28-1bd0-008c-8dda2368fe72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.639248] env[69520]: DEBUG nova.network.neutron [req-7d90080d-8bc5-4639-acdb-7f6c2dc35f5f req-5d33afc3-8295-48d6-b8d2-63fad5a860af service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updated VIF entry in instance network info cache for port 730c57f7-6bd6-4362-9a44-80866195e2ef. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.639661] env[69520]: DEBUG nova.network.neutron [req-7d90080d-8bc5-4639-acdb-7f6c2dc35f5f req-5d33afc3-8295-48d6-b8d2-63fad5a860af service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updating instance_info_cache with network_info: [{"id": "730c57f7-6bd6-4362-9a44-80866195e2ef", "address": "fa:16:3e:a8:85:3d", "network": {"id": "7a19b876-12b7-4dbf-91d7-544370ffa515", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1839486276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376a437aacc340f594f1eb2fd0545547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730c57f7-6b", "ovs_interfaceid": "730c57f7-6bd6-4362-9a44-80866195e2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.719916] env[69520]: DEBUG oslo_vmware.api [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cac304-7f8d-9f5e-2eb0-40ddbc02ecdc, 'name': SearchDatastore_Task, 'duration_secs': 0.013993} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.721486] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.721486] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.761209] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Preparing fetch location {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1249.761349] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Fetch image to [datastore2] OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa/OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa.vmdk {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1249.762334] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Downloading stream optimized image 960d2576-b54a-41a3-8fd4-6ab30c39448e to [datastore2] OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa/OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa.vmdk on the data store datastore2 as vApp {{(pid=69520) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1249.762334] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Downloading image file data 960d2576-b54a-41a3-8fd4-6ab30c39448e to the ESX as VM named 'OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa' {{(pid=69520) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1249.842079] env[69520]: DEBUG oslo_vmware.rw_handles [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1249.842079] env[69520]: value = "resgroup-9" [ 1249.842079] env[69520]: _type = "ResourcePool" [ 1249.842079] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1249.842389] env[69520]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5a3f557c-3241-4cc1-8c18-adf888318b9e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.867997] env[69520]: DEBUG oslo_vmware.rw_handles [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lease: (returnval){ [ 1249.867997] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bd7f71-3561-4cca-ed28-4fa157e2f931" [ 1249.867997] env[69520]: _type = "HttpNfcLease" [ 1249.867997] env[69520]: } obtained for vApp import into resource pool (val){ [ 1249.867997] env[69520]: value = "resgroup-9" [ 1249.867997] env[69520]: _type = "ResourcePool" [ 1249.867997] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1249.868414] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the lease: (returnval){ [ 1249.868414] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bd7f71-3561-4cca-ed28-4fa157e2f931" [ 1249.868414] env[69520]: _type = "HttpNfcLease" [ 1249.868414] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1249.875736] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.875736] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bd7f71-3561-4cca-ed28-4fa157e2f931" [ 1249.875736] env[69520]: _type = "HttpNfcLease" [ 1249.875736] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1249.894194] env[69520]: DEBUG nova.network.neutron [req-f72eb40c-4564-46fb-819d-ecfb501745a9 req-810f575f-785c-45df-884d-50e2b6e1e9ee service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Updated VIF entry in instance network info cache for port 7970e567-ed48-4fa1-82c7-f3975bcb10e0. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.894626] env[69520]: DEBUG nova.network.neutron [req-f72eb40c-4564-46fb-819d-ecfb501745a9 req-810f575f-785c-45df-884d-50e2b6e1e9ee service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Updating instance_info_cache with network_info: [{"id": "7970e567-ed48-4fa1-82c7-f3975bcb10e0", "address": "fa:16:3e:7f:42:e4", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7970e567-ed", "ovs_interfaceid": "7970e567-ed48-4fa1-82c7-f3975bcb10e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.971702] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.971938] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.972164] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.972352] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.972551] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.974848] env[69520]: INFO nova.compute.manager [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Terminating instance [ 1250.142491] env[69520]: DEBUG oslo_concurrency.lockutils [req-7d90080d-8bc5-4639-acdb-7f6c2dc35f5f req-5d33afc3-8295-48d6-b8d2-63fad5a860af service nova] Releasing lock "refresh_cache-d3c31319-b732-45c3-9d80-71608923d0a1" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.236055] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68db2-6937-fcf6-fee8-2af1e574fd14/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1250.236998] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e291862c-fac0-4cbb-9144-3be17355e420 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.244684] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68db2-6937-fcf6-fee8-2af1e574fd14/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1250.244867] env[69520]: ERROR oslo_vmware.rw_handles [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68db2-6937-fcf6-fee8-2af1e574fd14/disk-0.vmdk due to incomplete transfer. [ 1250.247720] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a0b88d2b-b274-4dd8-b246-a8b4883834cb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.258376] env[69520]: DEBUG oslo_vmware.rw_handles [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f68db2-6937-fcf6-fee8-2af1e574fd14/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1250.258623] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Uploaded image 69e5ff68-ee70-4652-b3f8-b429f2fa44e5 to the Glance image server {{(pid=69520) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1250.261420] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Destroying the VM {{(pid=69520) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1250.264211] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53cc2a8c-3876-406c-9c2c-f59149477b20 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.272867] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1250.272867] env[69520]: value = "task-3482728" [ 1250.272867] env[69520]: _type = "Task" [ 1250.272867] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.282715] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482728, 'name': Destroy_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.376927] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.376927] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bd7f71-3561-4cca-ed28-4fa157e2f931" [ 1250.376927] env[69520]: _type = "HttpNfcLease" [ 1250.376927] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1250.378814] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0881a891-62fa-420c-a064-3be2a9a5fcd5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.386812] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685d7f1e-89e6-41d2-bfeb-e2dbe2da48df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.422868] env[69520]: DEBUG oslo_concurrency.lockutils [req-f72eb40c-4564-46fb-819d-ecfb501745a9 req-810f575f-785c-45df-884d-50e2b6e1e9ee service nova] Releasing lock "refresh_cache-b2f1adc4-3b9f-4399-9cfc-54252e7038a2" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.424130] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d17af-3360-49de-ba72-be8921e5eba6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.432613] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02311797-a4cc-491f-ae16-abd2c47c67b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.447937] env[69520]: DEBUG nova.compute.provider_tree [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.479331] env[69520]: DEBUG nova.compute.manager [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.479577] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.480489] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a382ae-6994-4858-bf5c-249c89e9ca95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.489456] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.490175] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86f490b8-f4f1-4c16-875b-c6d21ae91f50 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.498704] env[69520]: DEBUG oslo_vmware.api [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1250.498704] env[69520]: value = "task-3482729" [ 1250.498704] env[69520]: _type = "Task" [ 1250.498704] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.509109] env[69520]: DEBUG oslo_vmware.api [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.785562] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482728, 'name': Destroy_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.878052] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.878052] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bd7f71-3561-4cca-ed28-4fa157e2f931" [ 1250.878052] env[69520]: _type = "HttpNfcLease" [ 1250.878052] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1250.878380] env[69520]: DEBUG oslo_vmware.rw_handles [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1250.878380] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52bd7f71-3561-4cca-ed28-4fa157e2f931" [ 1250.878380] env[69520]: _type = "HttpNfcLease" [ 1250.878380] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1250.879110] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66167146-2f53-4fae-a124-07492aedfe58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.886469] env[69520]: DEBUG oslo_vmware.rw_handles [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c2a2-2780-afd1-0ecb-74ecf2fa8a14/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1250.886639] env[69520]: DEBUG oslo_vmware.rw_handles [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c2a2-2780-afd1-0ecb-74ecf2fa8a14/disk-0.vmdk. {{(pid=69520) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1250.951043] env[69520]: DEBUG nova.scheduler.client.report [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.956336] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d45e7ef-1112-4ee1-bff3-f8ea2a34c33b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.010226] env[69520]: DEBUG oslo_vmware.api [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482729, 'name': PowerOffVM_Task, 'duration_secs': 0.255589} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.010513] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.010712] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.010977] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30298537-2c38-46ea-b6bb-c7c197c0dc98 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.077569] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.077774] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.077982] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleting the datastore file [datastore2] 3d9a2295-257c-45d0-92c0-a2f5696bcaf2 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.078269] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce0943e7-2da8-4e25-8f46-58bc081670cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.085276] env[69520]: DEBUG oslo_vmware.api [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for the task: (returnval){ [ 1251.085276] env[69520]: value = "task-3482731" [ 1251.085276] env[69520]: _type = "Task" [ 1251.085276] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.093637] env[69520]: DEBUG oslo_vmware.api [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.285977] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482728, 'name': Destroy_Task, 'duration_secs': 0.537085} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.287952] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Destroyed the VM [ 1251.288320] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Deleting Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1251.288603] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2ec1abd-a462-4580-a3c0-5fd6993d7188 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.295922] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1251.295922] env[69520]: value = "task-3482732" [ 1251.295922] env[69520]: _type = "Task" [ 1251.295922] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.305305] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482732, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.599480] env[69520]: DEBUG oslo_vmware.api [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Task: {'id': task-3482731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161162} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.602013] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.602238] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.602428] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.602631] env[69520]: INFO nova.compute.manager [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1251.602919] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.603193] env[69520]: DEBUG nova.compute.manager [-] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.603300] env[69520]: DEBUG nova.network.neutron [-] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.809452] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482732, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.923860] env[69520]: DEBUG nova.compute.manager [req-ae4ec849-667c-43d5-87c0-d7b9f9a32a4c req-caa7dfe3-2a75-403d-828a-088936052a7e service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Received event network-vif-deleted-5ca272a4-9f1d-4873-8cc9-eab9547019a0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.924173] env[69520]: INFO nova.compute.manager [req-ae4ec849-667c-43d5-87c0-d7b9f9a32a4c req-caa7dfe3-2a75-403d-828a-088936052a7e service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Neutron deleted interface 5ca272a4-9f1d-4873-8cc9-eab9547019a0; detaching it from the instance and deleting it from the info cache [ 1251.924447] env[69520]: DEBUG nova.network.neutron [req-ae4ec849-667c-43d5-87c0-d7b9f9a32a4c req-caa7dfe3-2a75-403d-828a-088936052a7e service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.965054] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.244s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.110885] env[69520]: DEBUG oslo_vmware.rw_handles [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Completed reading data from the image iterator. {{(pid=69520) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1252.111196] env[69520]: DEBUG oslo_vmware.rw_handles [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c2a2-2780-afd1-0ecb-74ecf2fa8a14/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1252.112238] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180780e-507f-4347-81e0-2ab4ed3a16a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.120515] env[69520]: DEBUG oslo_vmware.rw_handles [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c2a2-2780-afd1-0ecb-74ecf2fa8a14/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1252.120750] env[69520]: DEBUG oslo_vmware.rw_handles [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c2a2-2780-afd1-0ecb-74ecf2fa8a14/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1252.120964] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a3f40aa3-4d47-4b07-a04d-9bbb692eae17 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.308709] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482732, 'name': RemoveSnapshot_Task, 'duration_secs': 0.591535} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.309063] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Deleted Snapshot of the VM instance {{(pid=69520) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1252.309383] env[69520]: DEBUG nova.compute.manager [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.310228] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc873ae5-2943-4f0b-beb9-dd46fa3fef83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.408429] env[69520]: DEBUG nova.network.neutron [-] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.430053] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b131947-e5b3-4ca6-8c81-2628e9002144 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.442450] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43fd8a7-8815-4afe-9212-5e47e4de429c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.476970] env[69520]: DEBUG nova.compute.manager [req-ae4ec849-667c-43d5-87c0-d7b9f9a32a4c req-caa7dfe3-2a75-403d-828a-088936052a7e service nova] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Detach interface failed, port_id=5ca272a4-9f1d-4873-8cc9-eab9547019a0, reason: Instance 3d9a2295-257c-45d0-92c0-a2f5696bcaf2 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.535023] env[69520]: INFO nova.scheduler.client.report [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleted allocation for migration e87fd2dc-0dd7-4b0f-9813-70596c7e6271 [ 1252.562235] env[69520]: DEBUG oslo_vmware.rw_handles [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c2a2-2780-afd1-0ecb-74ecf2fa8a14/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1252.562498] env[69520]: INFO nova.virt.vmwareapi.images [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Downloaded image file data 960d2576-b54a-41a3-8fd4-6ab30c39448e [ 1252.563402] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fe6ee5-4c48-4223-8488-d62c5389fbf0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.581067] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e63e729-1cdc-446a-9c0b-6de589bc0f31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.675131] env[69520]: INFO nova.virt.vmwareapi.images [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] The imported VM was unregistered [ 1252.677730] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Caching image {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1252.677986] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Creating directory with path [datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.678283] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aba0bd7-2e55-46fd-a231-94029a011ba7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.697355] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Created directory with path [datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.697355] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa/OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa.vmdk to [datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e/960d2576-b54a-41a3-8fd4-6ab30c39448e.vmdk. {{(pid=69520) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1252.697677] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ce5b8960-f060-479f-b8b4-65981e286ccf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.706585] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1252.706585] env[69520]: value = "task-3482734" [ 1252.706585] env[69520]: _type = "Task" [ 1252.706585] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.715940] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482734, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.823030] env[69520]: INFO nova.compute.manager [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Shelve offloading [ 1252.913429] env[69520]: INFO nova.compute.manager [-] [instance: 3d9a2295-257c-45d0-92c0-a2f5696bcaf2] Took 1.31 seconds to deallocate network for instance. [ 1253.040278] env[69520]: DEBUG oslo_concurrency.lockutils [None req-5fa5cc63-bfb0-4b9b-b8a1-204c52c89dcd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.259s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.196921] env[69520]: DEBUG oslo_concurrency.lockutils [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "8e3ff68f-ef31-44f6-b274-a4599a249185" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.197232] env[69520]: DEBUG oslo_concurrency.lockutils [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.197552] env[69520]: DEBUG oslo_concurrency.lockutils [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "8e3ff68f-ef31-44f6-b274-a4599a249185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.197785] env[69520]: DEBUG oslo_concurrency.lockutils [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.197991] env[69520]: DEBUG oslo_concurrency.lockutils [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.200341] env[69520]: INFO nova.compute.manager [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Terminating instance [ 1253.220587] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482734, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.326509] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.326867] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d083827-33fe-40db-93d8-4000c7069a7e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.336263] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1253.336263] env[69520]: value = "task-3482735" [ 1253.336263] env[69520]: _type = "Task" [ 1253.336263] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.348057] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1253.348341] env[69520]: DEBUG nova.compute.manager [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.349264] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d6558f-aabd-4be2-9a36-94f6d5a76c4c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.357394] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.357619] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.357794] env[69520]: DEBUG nova.network.neutron [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.421554] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.421827] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.422070] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.439337] env[69520]: INFO nova.scheduler.client.report [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Deleted allocations for instance 3d9a2295-257c-45d0-92c0-a2f5696bcaf2 [ 1253.704786] env[69520]: DEBUG nova.compute.manager [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.705083] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.706133] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d3147f-3352-4a62-b5c3-8aa03c531f70 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.719539] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482734, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.722440] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.722979] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0905634f-337e-4ef4-851a-e69e809ebccd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.730829] env[69520]: DEBUG oslo_vmware.api [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1253.730829] env[69520]: value = "task-3482736" [ 1253.730829] env[69520]: _type = "Task" [ 1253.730829] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.740602] env[69520]: DEBUG oslo_vmware.api [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.948902] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bad3a8b5-d579-437f-a479-64e52e567eae tempest-DeleteServersTestJSON-1654842780 tempest-DeleteServersTestJSON-1654842780-project-member] Lock "3d9a2295-257c-45d0-92c0-a2f5696bcaf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.976s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.190285] env[69520]: DEBUG nova.network.neutron [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updating instance_info_cache with network_info: [{"id": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "address": "fa:16:3e:ef:4a:d5", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2bf0c15-b2", "ovs_interfaceid": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.221180] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482734, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.241591] env[69520]: DEBUG oslo_vmware.api [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.693161] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.721020] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482734, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.741964] env[69520]: DEBUG oslo_vmware.api [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.959932] env[69520]: DEBUG nova.compute.manager [req-a47bb363-3367-47c6-913d-8b81d2618b92 req-408a2ae5-332b-4b06-a3f1-d78ed05baa0f service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received event network-vif-unplugged-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.960332] env[69520]: DEBUG oslo_concurrency.lockutils [req-a47bb363-3367-47c6-913d-8b81d2618b92 req-408a2ae5-332b-4b06-a3f1-d78ed05baa0f service nova] Acquiring lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.961117] env[69520]: DEBUG oslo_concurrency.lockutils [req-a47bb363-3367-47c6-913d-8b81d2618b92 req-408a2ae5-332b-4b06-a3f1-d78ed05baa0f service nova] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.961412] env[69520]: DEBUG oslo_concurrency.lockutils [req-a47bb363-3367-47c6-913d-8b81d2618b92 req-408a2ae5-332b-4b06-a3f1-d78ed05baa0f service nova] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.961701] env[69520]: DEBUG nova.compute.manager [req-a47bb363-3367-47c6-913d-8b81d2618b92 req-408a2ae5-332b-4b06-a3f1-d78ed05baa0f service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] No waiting events found dispatching network-vif-unplugged-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1254.961985] env[69520]: WARNING nova.compute.manager [req-a47bb363-3367-47c6-913d-8b81d2618b92 req-408a2ae5-332b-4b06-a3f1-d78ed05baa0f service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received unexpected event network-vif-unplugged-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf for instance with vm_state shelved and task_state shelving_offloading. [ 1255.138792] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.139824] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbec7c5-96ca-4b9d-9ddd-46f2b20bfbf0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.149841] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.150137] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c66e090f-cff7-4bdc-967b-0f97750aae33 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.223133] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482734, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.239496] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.239714] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.239888] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleting the datastore file [datastore2] a4abade8-0da5-45c4-a98f-d7de363c8d0b {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.240184] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85538269-a226-423d-860d-1ff0d9b35bb9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.245508] env[69520]: DEBUG oslo_vmware.api [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482736, 'name': PowerOffVM_Task, 'duration_secs': 1.150576} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.246218] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.246411] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.246659] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85abbc22-724b-4252-a36d-afd7c6f3f8e3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.252437] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1255.252437] env[69520]: value = "task-3482739" [ 1255.252437] env[69520]: _type = "Task" [ 1255.252437] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.261365] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.412898] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.413146] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.413341] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleting the datastore file [datastore2] 8e3ff68f-ef31-44f6-b274-a4599a249185 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.413617] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b157610d-3904-4487-9755-e7d69ca3cf58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.422122] env[69520]: DEBUG oslo_vmware.api [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1255.422122] env[69520]: value = "task-3482741" [ 1255.422122] env[69520]: _type = "Task" [ 1255.422122] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.431701] env[69520]: DEBUG oslo_vmware.api [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.721883] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482734, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.796627} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.722186] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa/OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa.vmdk to [datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e/960d2576-b54a-41a3-8fd4-6ab30c39448e.vmdk. [ 1255.722380] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Cleaning up location [datastore2] OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1255.722541] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_950ce43d-0b74-46ce-9c7b-0a2369cbcafa {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.722831] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bbfd777-659e-4951-ac7a-4c26a8e17b8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.729339] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1255.729339] env[69520]: value = "task-3482742" [ 1255.729339] env[69520]: _type = "Task" [ 1255.729339] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.738452] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.761376] env[69520]: DEBUG oslo_vmware.api [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345857} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.761613] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.761836] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.762239] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.783589] env[69520]: INFO nova.scheduler.client.report [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleted allocations for instance a4abade8-0da5-45c4-a98f-d7de363c8d0b [ 1255.932715] env[69520]: DEBUG oslo_vmware.api [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226264} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.932987] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.933188] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.933368] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.933544] env[69520]: INFO nova.compute.manager [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1255.933781] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.933972] env[69520]: DEBUG nova.compute.manager [-] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.934081] env[69520]: DEBUG nova.network.neutron [-] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.240819] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036106} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.241243] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.241466] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e/960d2576-b54a-41a3-8fd4-6ab30c39448e.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.241722] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e/960d2576-b54a-41a3-8fd4-6ab30c39448e.vmdk to [datastore2] d3c31319-b732-45c3-9d80-71608923d0a1/d3c31319-b732-45c3-9d80-71608923d0a1.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.241984] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62b15bba-cb16-418e-afb3-9e146034c07a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.249781] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1256.249781] env[69520]: value = "task-3482743" [ 1256.249781] env[69520]: _type = "Task" [ 1256.249781] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.258442] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.287822] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.288077] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.288239] env[69520]: DEBUG nova.objects.instance [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'resources' on Instance uuid a4abade8-0da5-45c4-a98f-d7de363c8d0b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.762311] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482743, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.793020] env[69520]: DEBUG nova.objects.instance [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'numa_topology' on Instance uuid a4abade8-0da5-45c4-a98f-d7de363c8d0b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.966245] env[69520]: DEBUG nova.network.neutron [-] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.996162] env[69520]: DEBUG nova.compute.manager [req-5d577818-7f7a-47c0-85fc-fa7d2bac7d34 req-c7c1a581-06ee-417d-a2f8-fbefa4391ecc service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received event network-changed-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.996463] env[69520]: DEBUG nova.compute.manager [req-5d577818-7f7a-47c0-85fc-fa7d2bac7d34 req-c7c1a581-06ee-417d-a2f8-fbefa4391ecc service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Refreshing instance network info cache due to event network-changed-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.996640] env[69520]: DEBUG oslo_concurrency.lockutils [req-5d577818-7f7a-47c0-85fc-fa7d2bac7d34 req-c7c1a581-06ee-417d-a2f8-fbefa4391ecc service nova] Acquiring lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.996796] env[69520]: DEBUG oslo_concurrency.lockutils [req-5d577818-7f7a-47c0-85fc-fa7d2bac7d34 req-c7c1a581-06ee-417d-a2f8-fbefa4391ecc service nova] Acquired lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.996959] env[69520]: DEBUG nova.network.neutron [req-5d577818-7f7a-47c0-85fc-fa7d2bac7d34 req-c7c1a581-06ee-417d-a2f8-fbefa4391ecc service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Refreshing network info cache for port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.264599] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482743, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.295240] env[69520]: DEBUG nova.objects.base [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1257.419080] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1355bcda-0c8e-4fdc-8b6c-807f41b6141d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.428151] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc02adc-4994-4500-8722-2bb3d7eae2a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.462730] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1d4728-2bdc-4827-966e-7911b1cd5b28 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.471411] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e806139-ccea-4bc6-99fb-7692ab1360cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.475696] env[69520]: INFO nova.compute.manager [-] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Took 1.54 seconds to deallocate network for instance. [ 1257.488535] env[69520]: DEBUG nova.compute.provider_tree [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.730229] env[69520]: DEBUG nova.network.neutron [req-5d577818-7f7a-47c0-85fc-fa7d2bac7d34 req-c7c1a581-06ee-417d-a2f8-fbefa4391ecc service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updated VIF entry in instance network info cache for port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.730624] env[69520]: DEBUG nova.network.neutron [req-5d577818-7f7a-47c0-85fc-fa7d2bac7d34 req-c7c1a581-06ee-417d-a2f8-fbefa4391ecc service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updating instance_info_cache with network_info: [{"id": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "address": "fa:16:3e:ef:4a:d5", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa2bf0c15-b2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.763274] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482743, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.777193] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.991243] env[69520]: DEBUG oslo_concurrency.lockutils [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.992163] env[69520]: DEBUG nova.scheduler.client.report [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.233361] env[69520]: DEBUG oslo_concurrency.lockutils [req-5d577818-7f7a-47c0-85fc-fa7d2bac7d34 req-c7c1a581-06ee-417d-a2f8-fbefa4391ecc service nova] Releasing lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.233778] env[69520]: DEBUG nova.compute.manager [req-5d577818-7f7a-47c0-85fc-fa7d2bac7d34 req-c7c1a581-06ee-417d-a2f8-fbefa4391ecc service nova] [instance: 8e3ff68f-ef31-44f6-b274-a4599a249185] Received event network-vif-deleted-b3b8e08f-e756-4a17-96a6-7b4f93ee039e {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.263676] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482743, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.496963] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.503251] env[69520]: DEBUG oslo_concurrency.lockutils [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.510s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.503251] env[69520]: DEBUG oslo_concurrency.lockutils [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.534941] env[69520]: INFO nova.scheduler.client.report [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleted allocations for instance 8e3ff68f-ef31-44f6-b274-a4599a249185 [ 1258.765706] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482743, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.385589} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.765784] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/960d2576-b54a-41a3-8fd4-6ab30c39448e/960d2576-b54a-41a3-8fd4-6ab30c39448e.vmdk to [datastore2] d3c31319-b732-45c3-9d80-71608923d0a1/d3c31319-b732-45c3-9d80-71608923d0a1.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.766570] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b9439d-cfa3-4c37-b4f7-0e27f3d84cad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.790163] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d3c31319-b732-45c3-9d80-71608923d0a1/d3c31319-b732-45c3-9d80-71608923d0a1.vmdk or device None with type streamOptimized {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.791770] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-189982a2-60f3-4c06-8d2c-37bd2b18cec1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.815200] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1258.815200] env[69520]: value = "task-3482744" [ 1258.815200] env[69520]: _type = "Task" [ 1258.815200] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.006584] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c11aac1f-fbb2-46bb-909d-e4416b5d2de9 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.790s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.007653] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.231s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.007922] env[69520]: INFO nova.compute.manager [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Unshelving [ 1259.045239] env[69520]: DEBUG oslo_concurrency.lockutils [None req-48e127bf-87ac-4071-a41e-fcb07d04aa48 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "8e3ff68f-ef31-44f6-b274-a4599a249185" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.848s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.326852] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482744, 'name': ReconfigVM_Task, 'duration_secs': 0.385759} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.327491] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d3c31319-b732-45c3-9d80-71608923d0a1/d3c31319-b732-45c3-9d80-71608923d0a1.vmdk or device None with type streamOptimized {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.328041] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a6b8ed4-7949-498b-96c0-dbeba9ee55a5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.336171] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1259.336171] env[69520]: value = "task-3482745" [ 1259.336171] env[69520]: _type = "Task" [ 1259.336171] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.345514] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482745, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.851742] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482745, 'name': Rename_Task, 'duration_secs': 0.151927} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.852051] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.852279] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9415fb9d-fc7d-42fb-99d3-4af18f76cca6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.859143] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1259.859143] env[69520]: value = "task-3482746" [ 1259.859143] env[69520]: _type = "Task" [ 1259.859143] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.867417] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.031076] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.031358] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.031570] env[69520]: DEBUG nova.objects.instance [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'pci_requests' on Instance uuid a4abade8-0da5-45c4-a98f-d7de363c8d0b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.370341] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.536148] env[69520]: DEBUG nova.objects.instance [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'numa_topology' on Instance uuid a4abade8-0da5-45c4-a98f-d7de363c8d0b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.537927] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "bd668745-c19b-4d63-8507-5b88ca9691fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.538172] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "bd668745-c19b-4d63-8507-5b88ca9691fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.870540] env[69520]: DEBUG oslo_vmware.api [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482746, 'name': PowerOnVM_Task, 'duration_secs': 0.522071} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.870834] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.999333] env[69520]: DEBUG nova.compute.manager [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.000842] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0178b87-4384-41e5-ae35-6141ba79dfb5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.041442] env[69520]: INFO nova.compute.claims [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.045740] env[69520]: DEBUG nova.compute.manager [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.522624] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9683fb15-bd0f-481b-880f-c1603d071e6a tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "d3c31319-b732-45c3-9d80-71608923d0a1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.426s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.576662] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.164091] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fefcb2-99a4-403a-a0c8-799d5f344389 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.172313] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9b3ccf-25fa-4c55-abe0-68e1af588823 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.204359] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288f1f73-a797-458e-9309-a766c4a17ca6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.212772] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ef7fed-05f3-4b04-93c3-fa5dd6504a44 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.227646] env[69520]: DEBUG nova.compute.provider_tree [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.232782] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.233020] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.569101] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.569339] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.733455] env[69520]: DEBUG nova.scheduler.client.report [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.736661] env[69520]: DEBUG nova.compute.manager [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.071809] env[69520]: DEBUG nova.compute.manager [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.240613] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.209s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.242893] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.666s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.244418] env[69520]: INFO nova.compute.claims [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.266530] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.279253] env[69520]: INFO nova.network.neutron [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updating port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1263.593758] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.399818] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2124e7-9f4a-4f7a-a07d-766a62e9673a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.408639] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37704de5-13d0-43d5-9b33-a2728c77f9e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.438556] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf6a669-f008-45dc-b6d3-6955a1297d18 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.446707] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94812e3-82bc-4397-8b2f-0bccd0662da7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.460851] env[69520]: DEBUG nova.compute.provider_tree [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.698608] env[69520]: DEBUG nova.compute.manager [req-bab546bd-52e0-44b3-9f41-9290d0dd12b7 req-52408b30-7757-4071-b5f5-099bb8d0d989 service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received event network-vif-plugged-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.698837] env[69520]: DEBUG oslo_concurrency.lockutils [req-bab546bd-52e0-44b3-9f41-9290d0dd12b7 req-52408b30-7757-4071-b5f5-099bb8d0d989 service nova] Acquiring lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.699165] env[69520]: DEBUG oslo_concurrency.lockutils [req-bab546bd-52e0-44b3-9f41-9290d0dd12b7 req-52408b30-7757-4071-b5f5-099bb8d0d989 service nova] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.699309] env[69520]: DEBUG oslo_concurrency.lockutils [req-bab546bd-52e0-44b3-9f41-9290d0dd12b7 req-52408b30-7757-4071-b5f5-099bb8d0d989 service nova] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.699479] env[69520]: DEBUG nova.compute.manager [req-bab546bd-52e0-44b3-9f41-9290d0dd12b7 req-52408b30-7757-4071-b5f5-099bb8d0d989 service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] No waiting events found dispatching network-vif-plugged-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.699679] env[69520]: WARNING nova.compute.manager [req-bab546bd-52e0-44b3-9f41-9290d0dd12b7 req-52408b30-7757-4071-b5f5-099bb8d0d989 service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received unexpected event network-vif-plugged-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf for instance with vm_state shelved_offloaded and task_state spawning. [ 1264.777401] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.777712] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.777712] env[69520]: DEBUG nova.network.neutron [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.829507] env[69520]: DEBUG oslo_concurrency.lockutils [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "952dd659-e145-412b-8268-525d9fc858ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.829912] env[69520]: DEBUG oslo_concurrency.lockutils [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "952dd659-e145-412b-8268-525d9fc858ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.830247] env[69520]: DEBUG oslo_concurrency.lockutils [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "952dd659-e145-412b-8268-525d9fc858ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.830555] env[69520]: DEBUG oslo_concurrency.lockutils [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "952dd659-e145-412b-8268-525d9fc858ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.830882] env[69520]: DEBUG oslo_concurrency.lockutils [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "952dd659-e145-412b-8268-525d9fc858ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.833335] env[69520]: INFO nova.compute.manager [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Terminating instance [ 1264.963695] env[69520]: DEBUG nova.scheduler.client.report [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.338144] env[69520]: DEBUG nova.compute.manager [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.338412] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.338709] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa1b6c9e-6312-4011-baee-1d671d9a0515 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.347099] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1265.347099] env[69520]: value = "task-3482747" [ 1265.347099] env[69520]: _type = "Task" [ 1265.347099] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.357105] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.470291] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.470866] env[69520]: DEBUG nova.compute.manager [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.473737] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.208s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.475194] env[69520]: INFO nova.compute.claims [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.811882] env[69520]: DEBUG nova.network.neutron [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updating instance_info_cache with network_info: [{"id": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "address": "fa:16:3e:ef:4a:d5", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2bf0c15-b2", "ovs_interfaceid": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.857605] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482747, 'name': PowerOffVM_Task, 'duration_secs': 0.180653} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.857605] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.857765] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.857997] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696222', 'volume_id': 'ad9543c4-6b90-477c-a830-43d5f611fa13', 'name': 'volume-ad9543c4-6b90-477c-a830-43d5f611fa13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '952dd659-e145-412b-8268-525d9fc858ba', 'attached_at': '2025-04-17T15:53:02.000000', 'detached_at': '', 'volume_id': 'ad9543c4-6b90-477c-a830-43d5f611fa13', 'serial': 'ad9543c4-6b90-477c-a830-43d5f611fa13'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.858800] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5429e8-5753-4804-ad53-14b98cd82a01 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.877833] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2846599-7ecb-4729-9e6f-7a768586f064 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.884498] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9bf829-5e47-4e71-855c-31b603705ba8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.902261] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f27c0e-9a2e-4bab-b5b1-102f7ef3f25b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.918181] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] The volume has not been displaced from its original location: [datastore2] volume-ad9543c4-6b90-477c-a830-43d5f611fa13/volume-ad9543c4-6b90-477c-a830-43d5f611fa13.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.923619] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.923938] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f855082-fc63-44b4-b80f-dc611592ee4f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.941503] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1265.941503] env[69520]: value = "task-3482748" [ 1265.941503] env[69520]: _type = "Task" [ 1265.941503] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.949104] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.979318] env[69520]: DEBUG nova.compute.utils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.980903] env[69520]: DEBUG nova.compute.manager [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.981177] env[69520]: DEBUG nova.network.neutron [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.019955] env[69520]: DEBUG nova.policy [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '099785cc30bb4127aad210c89f4f0167', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a251ca032bf44ccda3beede103c2e6e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.296112] env[69520]: DEBUG nova.network.neutron [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Successfully created port: 8159307d-0fde-4754-a219-84757f764892 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.316529] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.352489] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c2d49e8c7f9303de54304bb35792eef5',container_format='bare',created_at=2025-04-17T15:53:13Z,direct_url=,disk_format='vmdk',id=69e5ff68-ee70-4652-b3f8-b429f2fa44e5,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-697984623-shelved',owner='af3d20f1019a4d95a9638539caa80ef1',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-17T15:53:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.352733] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.352891] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.353092] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.353242] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.353388] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.353595] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.353756] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.353925] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.354103] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.354279] env[69520]: DEBUG nova.virt.hardware [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.355155] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c8e5e2-9107-4d6a-a253-a83402b5727b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.363538] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd28dc64-c4cc-4a72-99ad-9570f161bd3a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.378117] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:4a:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.386639] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.386923] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.387161] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-437b5d91-9597-4c5e-9d66-26aba1b1af68 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.407935] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.407935] env[69520]: value = "task-3482749" [ 1266.407935] env[69520]: _type = "Task" [ 1266.407935] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.414337] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482749, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.451339] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482748, 'name': ReconfigVM_Task, 'duration_secs': 0.187858} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.451625] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.456382] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da4ddfb-24ca-4774-b5d1-a1877e441e32 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.474451] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1266.474451] env[69520]: value = "task-3482750" [ 1266.474451] env[69520]: _type = "Task" [ 1266.474451] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.483201] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.485941] env[69520]: DEBUG nova.compute.manager [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.638601] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84c71f3-89d9-485f-bcbe-587aed1ab207 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.645937] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6108fb10-7135-4238-92cf-896aacdc88d6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.677160] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced69fb8-3ff7-4fa2-8291-eb6218a95aad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.684800] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec9ebbc-9c78-49b2-9e1e-1dc1025f29a6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.698992] env[69520]: DEBUG nova.compute.provider_tree [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.726387] env[69520]: DEBUG nova.compute.manager [req-e1e1974a-6b59-4c14-925b-d72603f32714 req-a60dd884-59d5-44c9-a6ec-f1476157cbfd service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received event network-changed-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.726387] env[69520]: DEBUG nova.compute.manager [req-e1e1974a-6b59-4c14-925b-d72603f32714 req-a60dd884-59d5-44c9-a6ec-f1476157cbfd service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Refreshing instance network info cache due to event network-changed-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.726387] env[69520]: DEBUG oslo_concurrency.lockutils [req-e1e1974a-6b59-4c14-925b-d72603f32714 req-a60dd884-59d5-44c9-a6ec-f1476157cbfd service nova] Acquiring lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.726387] env[69520]: DEBUG oslo_concurrency.lockutils [req-e1e1974a-6b59-4c14-925b-d72603f32714 req-a60dd884-59d5-44c9-a6ec-f1476157cbfd service nova] Acquired lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.726387] env[69520]: DEBUG nova.network.neutron [req-e1e1974a-6b59-4c14-925b-d72603f32714 req-a60dd884-59d5-44c9-a6ec-f1476157cbfd service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Refreshing network info cache for port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.916625] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482749, 'name': CreateVM_Task, 'duration_secs': 0.344844} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.916799] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.917466] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.917663] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.918044] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.918313] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4825f7-c219-4f7e-93ea-0d46c2b04cf6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.923072] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1266.923072] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521d16f5-1946-6862-8de9-6577057a53ac" [ 1266.923072] env[69520]: _type = "Task" [ 1266.923072] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.930639] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521d16f5-1946-6862-8de9-6577057a53ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.983514] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482750, 'name': ReconfigVM_Task, 'duration_secs': 0.15046} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.983719] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696222', 'volume_id': 'ad9543c4-6b90-477c-a830-43d5f611fa13', 'name': 'volume-ad9543c4-6b90-477c-a830-43d5f611fa13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '952dd659-e145-412b-8268-525d9fc858ba', 'attached_at': '2025-04-17T15:53:02.000000', 'detached_at': '', 'volume_id': 'ad9543c4-6b90-477c-a830-43d5f611fa13', 'serial': 'ad9543c4-6b90-477c-a830-43d5f611fa13'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.983986] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.984739] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef87706-8cf2-4694-ba8e-7dca640f8601 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.996227] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.996774] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfbb90fd-771a-4ab3-9de2-4e0526cef4db {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.057333] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.057545] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.057753] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleting the datastore file [datastore2] 952dd659-e145-412b-8268-525d9fc858ba {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.058028] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-687be09e-6104-4d72-949c-76294bfbba8f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.064681] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1267.064681] env[69520]: value = "task-3482752" [ 1267.064681] env[69520]: _type = "Task" [ 1267.064681] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.072510] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.205816] env[69520]: DEBUG nova.scheduler.client.report [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.438246] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.438541] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Processing image 69e5ff68-ee70-4652-b3f8-b429f2fa44e5 {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.438866] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5/69e5ff68-ee70-4652-b3f8-b429f2fa44e5.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.438998] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5/69e5ff68-ee70-4652-b3f8-b429f2fa44e5.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.439229] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.439549] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc422f5f-c8b0-49fc-b803-bf6848a343c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.448378] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.448600] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.449421] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905ad9a0-83d2-43b3-a8b7-9b9b2c256459 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.454614] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1267.454614] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52194bed-dee5-092c-25c5-bdbab09d4d7b" [ 1267.454614] env[69520]: _type = "Task" [ 1267.454614] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.463198] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52194bed-dee5-092c-25c5-bdbab09d4d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.482930] env[69520]: DEBUG nova.network.neutron [req-e1e1974a-6b59-4c14-925b-d72603f32714 req-a60dd884-59d5-44c9-a6ec-f1476157cbfd service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updated VIF entry in instance network info cache for port a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.483316] env[69520]: DEBUG nova.network.neutron [req-e1e1974a-6b59-4c14-925b-d72603f32714 req-a60dd884-59d5-44c9-a6ec-f1476157cbfd service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updating instance_info_cache with network_info: [{"id": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "address": "fa:16:3e:ef:4a:d5", "network": {"id": "761ade04-ba66-4c49-b2b6-f7eed8b219a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255351135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3d20f1019a4d95a9638539caa80ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2bf0c15-b2", "ovs_interfaceid": "a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.498599] env[69520]: DEBUG nova.compute.manager [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.527244] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.527520] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.527716] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.527913] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.528072] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.528224] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.528434] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.528631] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.528780] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.529355] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.529355] env[69520]: DEBUG nova.virt.hardware [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.529989] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125cd39e-37a8-4d77-a859-df1c4c6413f4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.538348] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5467386-b4f4-4715-8d04-5fba11a38c41 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.576085] env[69520]: DEBUG oslo_vmware.api [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105748} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.576489] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.576755] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.577027] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.577275] env[69520]: INFO nova.compute.manager [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1267.577619] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.578464] env[69520]: DEBUG nova.compute.manager [-] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.578464] env[69520]: DEBUG nova.network.neutron [-] [instance: 952dd659-e145-412b-8268-525d9fc858ba] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.711239] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.711765] env[69520]: DEBUG nova.compute.manager [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.714880] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.121s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.716243] env[69520]: INFO nova.compute.claims [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.966013] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Preparing fetch location {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1267.966333] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Fetch image to [datastore2] OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9/OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9.vmdk {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1267.966597] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Downloading stream optimized image 69e5ff68-ee70-4652-b3f8-b429f2fa44e5 to [datastore2] OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9/OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9.vmdk on the data store datastore2 as vApp {{(pid=69520) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1267.966852] env[69520]: DEBUG nova.virt.vmwareapi.images [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Downloading image file data 69e5ff68-ee70-4652-b3f8-b429f2fa44e5 to the ESX as VM named 'OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9' {{(pid=69520) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1267.985463] env[69520]: DEBUG oslo_concurrency.lockutils [req-e1e1974a-6b59-4c14-925b-d72603f32714 req-a60dd884-59d5-44c9-a6ec-f1476157cbfd service nova] Releasing lock "refresh_cache-a4abade8-0da5-45c4-a98f-d7de363c8d0b" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.017041] env[69520]: DEBUG nova.network.neutron [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Successfully updated port: 8159307d-0fde-4754-a219-84757f764892 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.050550] env[69520]: DEBUG oslo_vmware.rw_handles [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1268.050550] env[69520]: value = "resgroup-9" [ 1268.050550] env[69520]: _type = "ResourcePool" [ 1268.050550] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1268.050945] env[69520]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1d14759f-0af2-4f73-82ff-19fb4e6432de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.073301] env[69520]: DEBUG oslo_vmware.rw_handles [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lease: (returnval){ [ 1268.073301] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524a5b6a-4c6a-dd92-0f30-b668c25bec39" [ 1268.073301] env[69520]: _type = "HttpNfcLease" [ 1268.073301] env[69520]: } obtained for vApp import into resource pool (val){ [ 1268.073301] env[69520]: value = "resgroup-9" [ 1268.073301] env[69520]: _type = "ResourcePool" [ 1268.073301] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1268.073562] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the lease: (returnval){ [ 1268.073562] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524a5b6a-4c6a-dd92-0f30-b668c25bec39" [ 1268.073562] env[69520]: _type = "HttpNfcLease" [ 1268.073562] env[69520]: } to be ready. {{(pid=69520) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1268.079464] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1268.079464] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524a5b6a-4c6a-dd92-0f30-b668c25bec39" [ 1268.079464] env[69520]: _type = "HttpNfcLease" [ 1268.079464] env[69520]: } is initializing. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1268.216108] env[69520]: DEBUG nova.compute.utils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.217515] env[69520]: DEBUG nova.compute.manager [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.217717] env[69520]: DEBUG nova.network.neutron [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.266499] env[69520]: DEBUG nova.policy [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a719fe60974c4010b138dee3198a82ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55be35e2bf62472daed435b69e387bac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.520418] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.520748] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.520748] env[69520]: DEBUG nova.network.neutron [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.534876] env[69520]: DEBUG nova.network.neutron [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Successfully created port: e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.581333] env[69520]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1268.581333] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524a5b6a-4c6a-dd92-0f30-b668c25bec39" [ 1268.581333] env[69520]: _type = "HttpNfcLease" [ 1268.581333] env[69520]: } is ready. {{(pid=69520) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1268.581611] env[69520]: DEBUG oslo_vmware.rw_handles [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1268.581611] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524a5b6a-4c6a-dd92-0f30-b668c25bec39" [ 1268.581611] env[69520]: _type = "HttpNfcLease" [ 1268.581611] env[69520]: }. {{(pid=69520) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1268.582348] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc944b6-a481-4df4-aa9b-94016a85aa88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.594802] env[69520]: DEBUG oslo_vmware.rw_handles [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa67ab-b6d4-7985-154a-ab7a4b424198/disk-0.vmdk from lease info. {{(pid=69520) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1268.594802] env[69520]: DEBUG oslo_vmware.rw_handles [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa67ab-b6d4-7985-154a-ab7a4b424198/disk-0.vmdk. {{(pid=69520) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1268.660877] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb966d97-ca64-4be4-b2ba-27052fde5d38 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.714692] env[69520]: DEBUG nova.network.neutron [-] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.720909] env[69520]: DEBUG nova.compute.manager [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.766898] env[69520]: DEBUG nova.compute.manager [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Received event network-vif-plugged-8159307d-0fde-4754-a219-84757f764892 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.767137] env[69520]: DEBUG oslo_concurrency.lockutils [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] Acquiring lock "bd668745-c19b-4d63-8507-5b88ca9691fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.767344] env[69520]: DEBUG oslo_concurrency.lockutils [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] Lock "bd668745-c19b-4d63-8507-5b88ca9691fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.767509] env[69520]: DEBUG oslo_concurrency.lockutils [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] Lock "bd668745-c19b-4d63-8507-5b88ca9691fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.767673] env[69520]: DEBUG nova.compute.manager [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] No waiting events found dispatching network-vif-plugged-8159307d-0fde-4754-a219-84757f764892 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.767908] env[69520]: WARNING nova.compute.manager [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Received unexpected event network-vif-plugged-8159307d-0fde-4754-a219-84757f764892 for instance with vm_state building and task_state spawning. [ 1268.768012] env[69520]: DEBUG nova.compute.manager [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Received event network-changed-8159307d-0fde-4754-a219-84757f764892 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.768150] env[69520]: DEBUG nova.compute.manager [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Refreshing instance network info cache due to event network-changed-8159307d-0fde-4754-a219-84757f764892. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.768311] env[69520]: DEBUG oslo_concurrency.lockutils [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] Acquiring lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.874115] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20afb270-74e1-4002-bcbb-e0320a0a4476 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.882369] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc637ca-d6c8-4bc6-96c4-7fc3e34d3ba5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.918458] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9799ad3a-5ea8-4cea-ae6a-52fcede7b846 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.927573] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c352677-534c-4f43-bcd6-ac59cfbc7b28 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.943470] env[69520]: DEBUG nova.compute.provider_tree [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.057977] env[69520]: DEBUG nova.network.neutron [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.217384] env[69520]: INFO nova.compute.manager [-] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Took 1.64 seconds to deallocate network for instance. [ 1269.283209] env[69520]: DEBUG nova.network.neutron [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance_info_cache with network_info: [{"id": "8159307d-0fde-4754-a219-84757f764892", "address": "fa:16:3e:b9:0c:a5", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8159307d-0f", "ovs_interfaceid": "8159307d-0fde-4754-a219-84757f764892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.448502] env[69520]: DEBUG nova.scheduler.client.report [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.736690] env[69520]: DEBUG nova.compute.manager [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.765336] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.765680] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.765884] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.766102] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.766257] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.766434] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.766684] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.766858] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.767048] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.767267] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.767570] env[69520]: DEBUG nova.virt.hardware [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.768536] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60a0e2a-7fe5-4d58-a687-21115d3c66b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.772147] env[69520]: INFO nova.compute.manager [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Took 0.55 seconds to detach 1 volumes for instance. [ 1269.775974] env[69520]: DEBUG nova.compute.manager [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Deleting volume: ad9543c4-6b90-477c-a830-43d5f611fa13 {{(pid=69520) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1269.783839] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a596cb0-b61b-4b89-aac2-bf211927a29a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.790384] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.790660] env[69520]: DEBUG nova.compute.manager [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Instance network_info: |[{"id": "8159307d-0fde-4754-a219-84757f764892", "address": "fa:16:3e:b9:0c:a5", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8159307d-0f", "ovs_interfaceid": "8159307d-0fde-4754-a219-84757f764892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.790941] env[69520]: DEBUG oslo_concurrency.lockutils [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] Acquired lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.791152] env[69520]: DEBUG nova.network.neutron [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Refreshing network info cache for port 8159307d-0fde-4754-a219-84757f764892 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.792304] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:0c:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8159307d-0fde-4754-a219-84757f764892', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.800078] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.803478] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.812652] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6842e893-0b87-487e-bc40-d0f522daca6f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.843967] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.843967] env[69520]: value = "task-3482754" [ 1269.843967] env[69520]: _type = "Task" [ 1269.843967] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.856241] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482754, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.953602] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.954152] env[69520]: DEBUG nova.compute.manager [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.035123] env[69520]: DEBUG nova.network.neutron [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Successfully updated port: e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.064647] env[69520]: DEBUG oslo_vmware.rw_handles [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Completed reading data from the image iterator. {{(pid=69520) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1270.064900] env[69520]: DEBUG oslo_vmware.rw_handles [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa67ab-b6d4-7985-154a-ab7a4b424198/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1270.066062] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df356c2-852d-4801-833f-4b375e560c5b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.073632] env[69520]: DEBUG oslo_vmware.rw_handles [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa67ab-b6d4-7985-154a-ab7a4b424198/disk-0.vmdk is in state: ready. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1270.073840] env[69520]: DEBUG oslo_vmware.rw_handles [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa67ab-b6d4-7985-154a-ab7a4b424198/disk-0.vmdk. {{(pid=69520) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1270.073994] env[69520]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-76160065-bfba-45df-91f7-72f8aee5a24a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.339834] env[69520]: DEBUG oslo_concurrency.lockutils [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.340201] env[69520]: DEBUG oslo_concurrency.lockutils [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.340400] env[69520]: DEBUG oslo_concurrency.lockutils [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.343444] env[69520]: DEBUG oslo_vmware.rw_handles [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa67ab-b6d4-7985-154a-ab7a4b424198/disk-0.vmdk. {{(pid=69520) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1270.344055] env[69520]: INFO nova.virt.vmwareapi.images [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Downloaded image file data 69e5ff68-ee70-4652-b3f8-b429f2fa44e5 [ 1270.344527] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d7091f-6f15-4037-8e76-b48c02dc95a1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.355544] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482754, 'name': CreateVM_Task, 'duration_secs': 0.480534} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.365693] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.366857] env[69520]: INFO nova.scheduler.client.report [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted allocations for instance 952dd659-e145-412b-8268-525d9fc858ba [ 1270.368123] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.368292] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.368602] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.368830] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cae531ed-6314-43db-a53a-623eadc0429c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.374488] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5970dfd0-e5d1-4bd5-8c12-bfa904a3c5be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.380077] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1270.380077] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d40b33-eed7-409e-29bc-74d384fe375b" [ 1270.380077] env[69520]: _type = "Task" [ 1270.380077] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.388071] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d40b33-eed7-409e-29bc-74d384fe375b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.402676] env[69520]: INFO nova.virt.vmwareapi.images [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] The imported VM was unregistered [ 1270.405212] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Caching image {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1270.405447] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Creating directory with path [datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5 {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.405717] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f48ee6e-6285-4c48-8ec3-dfbbb7173114 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.415703] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Created directory with path [datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5 {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.415894] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9/OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9.vmdk to [datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5/69e5ff68-ee70-4652-b3f8-b429f2fa44e5.vmdk. {{(pid=69520) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1270.418315] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ac6a696d-da0d-4173-b7db-fe1640767ec2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.425336] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1270.425336] env[69520]: value = "task-3482757" [ 1270.425336] env[69520]: _type = "Task" [ 1270.425336] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.434153] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482757, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.458872] env[69520]: DEBUG nova.compute.utils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.460460] env[69520]: DEBUG nova.compute.manager [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.460741] env[69520]: DEBUG nova.network.neutron [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.545156] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.545156] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.545156] env[69520]: DEBUG nova.network.neutron [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.561111] env[69520]: DEBUG nova.policy [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a719fe60974c4010b138dee3198a82ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55be35e2bf62472daed435b69e387bac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.609506] env[69520]: DEBUG nova.network.neutron [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updated VIF entry in instance network info cache for port 8159307d-0fde-4754-a219-84757f764892. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.609943] env[69520]: DEBUG nova.network.neutron [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance_info_cache with network_info: [{"id": "8159307d-0fde-4754-a219-84757f764892", "address": "fa:16:3e:b9:0c:a5", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8159307d-0f", "ovs_interfaceid": "8159307d-0fde-4754-a219-84757f764892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.791937] env[69520]: DEBUG nova.compute.manager [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Received event network-vif-plugged-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.792210] env[69520]: DEBUG oslo_concurrency.lockutils [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] Acquiring lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.792662] env[69520]: DEBUG oslo_concurrency.lockutils [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] Lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.792662] env[69520]: DEBUG oslo_concurrency.lockutils [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] Lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.792802] env[69520]: DEBUG nova.compute.manager [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] No waiting events found dispatching network-vif-plugged-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.792973] env[69520]: WARNING nova.compute.manager [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Received unexpected event network-vif-plugged-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f for instance with vm_state building and task_state spawning. [ 1270.793156] env[69520]: DEBUG nova.compute.manager [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Received event network-changed-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.793311] env[69520]: DEBUG nova.compute.manager [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Refreshing instance network info cache due to event network-changed-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.793499] env[69520]: DEBUG oslo_concurrency.lockutils [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] Acquiring lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.879952] env[69520]: DEBUG nova.network.neutron [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Successfully created port: 04dded29-04d3-4c23-b436-db2fd613d856 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.883606] env[69520]: DEBUG oslo_concurrency.lockutils [None req-62245208-0599-45b7-abd1-0dee37e6244f tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "952dd659-e145-412b-8268-525d9fc858ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.054s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.894343] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d40b33-eed7-409e-29bc-74d384fe375b, 'name': SearchDatastore_Task, 'duration_secs': 0.025707} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.894803] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.894893] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.895149] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.895297] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.895475] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.895744] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e6ec37e-d8a3-4917-9fba-64291bd43f98 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.912791] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.913009] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.913740] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcbf0bd-c499-4ec1-82ba-d84fd0e325c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.920336] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1270.920336] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ccd38f-9492-81f0-93b2-8d3f40b6f392" [ 1270.920336] env[69520]: _type = "Task" [ 1270.920336] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.928990] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ccd38f-9492-81f0-93b2-8d3f40b6f392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.936964] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482757, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.965891] env[69520]: DEBUG nova.compute.manager [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.087626] env[69520]: DEBUG nova.network.neutron [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.112466] env[69520]: DEBUG oslo_concurrency.lockutils [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] Releasing lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.112724] env[69520]: DEBUG nova.compute.manager [req-5090cf53-b9b4-422b-88a6-23ba710a09f5 req-ee47b09d-e310-4e20-b31b-40fec912d9bc service nova] [instance: 952dd659-e145-412b-8268-525d9fc858ba] Received event network-vif-deleted-c2717fa9-e985-4ffa-8d82-d8bb60417a11 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.272759] env[69520]: DEBUG nova.network.neutron [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Updating instance_info_cache with network_info: [{"id": "e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f", "address": "fa:16:3e:2c:44:f9", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d00ee6-8c", "ovs_interfaceid": "e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.434016] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52ccd38f-9492-81f0-93b2-8d3f40b6f392, 'name': SearchDatastore_Task, 'duration_secs': 0.085099} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.438526] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe0eac7-6169-4d89-83bc-c4f7630cfaa4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.446767] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1271.446767] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d7e1c8-dbff-34c1-7bf9-38288d681965" [ 1271.446767] env[69520]: _type = "Task" [ 1271.446767] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.450335] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482757, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.461118] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d7e1c8-dbff-34c1-7bf9-38288d681965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.776102] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.776102] env[69520]: DEBUG nova.compute.manager [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Instance network_info: |[{"id": "e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f", "address": "fa:16:3e:2c:44:f9", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d00ee6-8c", "ovs_interfaceid": "e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.776102] env[69520]: DEBUG oslo_concurrency.lockutils [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] Acquired lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.776407] env[69520]: DEBUG nova.network.neutron [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Refreshing network info cache for port e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.777630] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:44:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.785812] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Creating folder: Project (55be35e2bf62472daed435b69e387bac). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.787104] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-636c2b08-ba02-4ad2-a29f-8132d8fb80bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.800463] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Created folder: Project (55be35e2bf62472daed435b69e387bac) in parent group-v695915. [ 1271.800831] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Creating folder: Instances. Parent ref: group-v696241. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.800901] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94e94b2-cd7a-4d8f-ae86-2faa40cd88bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.810888] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Created folder: Instances in parent group-v696241. [ 1271.811150] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.811345] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.811558] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-491bab5f-3683-42a8-8d17-c0d641bdc5c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.832647] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.832647] env[69520]: value = "task-3482760" [ 1271.832647] env[69520]: _type = "Task" [ 1271.832647] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.841100] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482760, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.935212] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "ce241060-aa25-429c-92d3-052f12712dd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.935515] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "ce241060-aa25-429c-92d3-052f12712dd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.935731] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "ce241060-aa25-429c-92d3-052f12712dd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.935923] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "ce241060-aa25-429c-92d3-052f12712dd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.936177] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "ce241060-aa25-429c-92d3-052f12712dd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.941820] env[69520]: INFO nova.compute.manager [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Terminating instance [ 1271.948995] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482757, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.960571] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d7e1c8-dbff-34c1-7bf9-38288d681965, 'name': SearchDatastore_Task, 'duration_secs': 0.091114} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.960852] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.961122] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] bd668745-c19b-4d63-8507-5b88ca9691fe/bd668745-c19b-4d63-8507-5b88ca9691fe.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.961413] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7be26cd5-5abb-46eb-8576-fcf6fad6a95b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.969121] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1271.969121] env[69520]: value = "task-3482761" [ 1271.969121] env[69520]: _type = "Task" [ 1271.969121] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.975166] env[69520]: DEBUG nova.compute.manager [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.981097] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.004433] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.004772] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.005053] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.005298] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.005512] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.005692] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.006016] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.006293] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.006520] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.006744] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.006939] env[69520]: DEBUG nova.virt.hardware [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.007917] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47633f54-9b7f-4c81-935d-496f218c97a4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.017061] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd7dfcf-67fb-4b66-a322-79edd6d831f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.343059] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482760, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.444581] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482757, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.446362] env[69520]: DEBUG nova.compute.manager [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.446605] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.447429] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b428cc9-90c3-4528-aa97-6d27fcfdc0e0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.458557] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.458833] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f2b23d9-63d4-4745-9b9b-1d18f565f436 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.466408] env[69520]: DEBUG oslo_vmware.api [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1272.466408] env[69520]: value = "task-3482762" [ 1272.466408] env[69520]: _type = "Task" [ 1272.466408] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.477606] env[69520]: DEBUG oslo_vmware.api [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.480969] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.653579] env[69520]: DEBUG nova.network.neutron [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Updated VIF entry in instance network info cache for port e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.654040] env[69520]: DEBUG nova.network.neutron [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Updating instance_info_cache with network_info: [{"id": "e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f", "address": "fa:16:3e:2c:44:f9", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d00ee6-8c", "ovs_interfaceid": "e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.669131] env[69520]: DEBUG nova.network.neutron [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Successfully updated port: 04dded29-04d3-4c23-b436-db2fd613d856 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.844667] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482760, 'name': CreateVM_Task, 'duration_secs': 0.859278} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.845906] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.847072] env[69520]: DEBUG nova.compute.manager [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Received event network-vif-plugged-04dded29-04d3-4c23-b436-db2fd613d856 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.847293] env[69520]: DEBUG oslo_concurrency.lockutils [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] Acquiring lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.847526] env[69520]: DEBUG oslo_concurrency.lockutils [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] Lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.847714] env[69520]: DEBUG oslo_concurrency.lockutils [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] Lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.847878] env[69520]: DEBUG nova.compute.manager [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] No waiting events found dispatching network-vif-plugged-04dded29-04d3-4c23-b436-db2fd613d856 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1272.848053] env[69520]: WARNING nova.compute.manager [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Received unexpected event network-vif-plugged-04dded29-04d3-4c23-b436-db2fd613d856 for instance with vm_state building and task_state spawning. [ 1272.848216] env[69520]: DEBUG nova.compute.manager [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Received event network-changed-04dded29-04d3-4c23-b436-db2fd613d856 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.848372] env[69520]: DEBUG nova.compute.manager [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Refreshing instance network info cache due to event network-changed-04dded29-04d3-4c23-b436-db2fd613d856. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.848551] env[69520]: DEBUG oslo_concurrency.lockutils [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] Acquiring lock "refresh_cache-53f30dbc-5558-47d6-aa6c-40a9ca817b2c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.848716] env[69520]: DEBUG oslo_concurrency.lockutils [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] Acquired lock "refresh_cache-53f30dbc-5558-47d6-aa6c-40a9ca817b2c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.848877] env[69520]: DEBUG nova.network.neutron [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Refreshing network info cache for port 04dded29-04d3-4c23-b436-db2fd613d856 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.850371] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.850521] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.850869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.851654] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d8b640-b9d4-47fa-b763-5ccc9d9e11c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.857671] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1272.857671] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5274ec41-afaf-08fb-ae4f-762760a4c500" [ 1272.857671] env[69520]: _type = "Task" [ 1272.857671] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.866662] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5274ec41-afaf-08fb-ae4f-762760a4c500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.945640] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482757, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.382901} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.945992] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9/OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9.vmdk to [datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5/69e5ff68-ee70-4652-b3f8-b429f2fa44e5.vmdk. [ 1272.946238] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Cleaning up location [datastore2] OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9 {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1272.946446] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cf5b6628-2caf-4b87-b9be-7d987d5461d9 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.946744] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbedfa6a-e8c3-40a4-af67-735fd0b53482 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.955014] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1272.955014] env[69520]: value = "task-3482763" [ 1272.955014] env[69520]: _type = "Task" [ 1272.955014] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.963710] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.978987] env[69520]: DEBUG oslo_vmware.api [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482762, 'name': PowerOffVM_Task, 'duration_secs': 0.38621} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.981860] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.982100] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.982759] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482761, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.982986] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afeb313e-9581-49aa-a063-d66126da48f9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.066956] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.067224] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.067404] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleting the datastore file [datastore2] ce241060-aa25-429c-92d3-052f12712dd5 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.067741] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51993669-c096-45a0-9e1c-414187fe6fa8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.075601] env[69520]: DEBUG oslo_vmware.api [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1273.075601] env[69520]: value = "task-3482765" [ 1273.075601] env[69520]: _type = "Task" [ 1273.075601] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.084739] env[69520]: DEBUG oslo_vmware.api [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.157083] env[69520]: DEBUG oslo_concurrency.lockutils [req-e00e03b2-3dd1-4b6d-88d5-b27c9e23a2cd req-ee35b3ec-55a7-4d94-b388-4aa8c534bb10 service nova] Releasing lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.171855] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "refresh_cache-53f30dbc-5558-47d6-aa6c-40a9ca817b2c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.367334] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5274ec41-afaf-08fb-ae4f-762760a4c500, 'name': SearchDatastore_Task, 'duration_secs': 0.059354} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.367985] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.368235] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.368467] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.368627] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.368802] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.369093] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd6f4abf-be83-4f23-98a9-63d161cd4047 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.378534] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.378701] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.379378] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ddf2aab-fc09-4731-a9eb-aab0df32e1bb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.382061] env[69520]: DEBUG nova.network.neutron [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.386233] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1273.386233] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52866402-bcd2-124f-af58-829aa02f70fb" [ 1273.386233] env[69520]: _type = "Task" [ 1273.386233] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.393551] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52866402-bcd2-124f-af58-829aa02f70fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.446883] env[69520]: DEBUG nova.network.neutron [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.464644] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183617} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.464872] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.465049] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5/69e5ff68-ee70-4652-b3f8-b429f2fa44e5.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.465288] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5/69e5ff68-ee70-4652-b3f8-b429f2fa44e5.vmdk to [datastore2] a4abade8-0da5-45c4-a98f-d7de363c8d0b/a4abade8-0da5-45c4-a98f-d7de363c8d0b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.465514] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f150af22-4641-4447-a21e-375a3f3493be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.476172] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1273.476172] env[69520]: value = "task-3482766" [ 1273.476172] env[69520]: _type = "Task" [ 1273.476172] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.482352] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482761, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.18056} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.482856] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] bd668745-c19b-4d63-8507-5b88ca9691fe/bd668745-c19b-4d63-8507-5b88ca9691fe.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.483068] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.483283] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5129f47-4533-4089-b9f3-7ff4bfedcdc1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.487701] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.491966] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1273.491966] env[69520]: value = "task-3482767" [ 1273.491966] env[69520]: _type = "Task" [ 1273.491966] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.500338] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.585256] env[69520]: DEBUG oslo_vmware.api [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198336} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.585516] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.585682] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.585857] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.586054] env[69520]: INFO nova.compute.manager [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1273.586300] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.586446] env[69520]: DEBUG nova.compute.manager [-] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.586554] env[69520]: DEBUG nova.network.neutron [-] [instance: ce241060-aa25-429c-92d3-052f12712dd5] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.897082] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52866402-bcd2-124f-af58-829aa02f70fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010028} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.898127] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426bcc85-0da6-428d-944e-ac8f1378fd4c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.903496] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1273.903496] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52358186-e086-8d1b-3e97-c81a2de08e5f" [ 1273.903496] env[69520]: _type = "Task" [ 1273.903496] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.911396] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52358186-e086-8d1b-3e97-c81a2de08e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.949265] env[69520]: DEBUG oslo_concurrency.lockutils [req-25638219-f4cd-4313-9d15-94a9b58be431 req-47581f61-bcea-428c-8023-9ffc4890f6c3 service nova] Releasing lock "refresh_cache-53f30dbc-5558-47d6-aa6c-40a9ca817b2c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.949701] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "refresh_cache-53f30dbc-5558-47d6-aa6c-40a9ca817b2c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.949873] env[69520]: DEBUG nova.network.neutron [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.986333] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482766, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.001710] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072767} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.002216] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.002953] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ac4311-6786-483e-9752-53629ec6a587 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.028324] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] bd668745-c19b-4d63-8507-5b88ca9691fe/bd668745-c19b-4d63-8507-5b88ca9691fe.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.029086] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6565ced1-0e37-4f12-b09f-c1d9afaa1ce6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.050597] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1274.050597] env[69520]: value = "task-3482768" [ 1274.050597] env[69520]: _type = "Task" [ 1274.050597] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.058948] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.326984] env[69520]: DEBUG nova.network.neutron [-] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.418477] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52358186-e086-8d1b-3e97-c81a2de08e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.084399} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.418794] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.419181] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258/171f31ab-20b4-4fc1-87e6-8fdeb6d2d258.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.419530] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d890eac-ce3a-4426-a555-8b95371b02c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.428453] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1274.428453] env[69520]: value = "task-3482769" [ 1274.428453] env[69520]: _type = "Task" [ 1274.428453] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.439769] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.487924] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482766, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.488886] env[69520]: DEBUG nova.network.neutron [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.561217] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.654628] env[69520]: DEBUG nova.network.neutron [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Updating instance_info_cache with network_info: [{"id": "04dded29-04d3-4c23-b436-db2fd613d856", "address": "fa:16:3e:4c:8f:a4", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dded29-04", "ovs_interfaceid": "04dded29-04d3-4c23-b436-db2fd613d856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.829792] env[69520]: INFO nova.compute.manager [-] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Took 1.24 seconds to deallocate network for instance. [ 1274.877185] env[69520]: DEBUG nova.compute.manager [req-c87d3323-5a50-4429-88f9-49d896f2f560 req-36d430fd-afc1-4dc7-8fc7-b36b85232661 service nova] [instance: ce241060-aa25-429c-92d3-052f12712dd5] Received event network-vif-deleted-ecfab34f-0814-4559-8776-c584df5dd03b {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.940042] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.988560] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482766, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.062235] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482768, 'name': ReconfigVM_Task, 'duration_secs': 0.922612} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.062588] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Reconfigured VM instance instance-00000076 to attach disk [datastore2] bd668745-c19b-4d63-8507-5b88ca9691fe/bd668745-c19b-4d63-8507-5b88ca9691fe.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.063319] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-338e9e0a-5212-4c01-8729-09eb1048720d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.069643] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1275.069643] env[69520]: value = "task-3482770" [ 1275.069643] env[69520]: _type = "Task" [ 1275.069643] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.079127] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482770, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.157821] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "refresh_cache-53f30dbc-5558-47d6-aa6c-40a9ca817b2c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.157821] env[69520]: DEBUG nova.compute.manager [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Instance network_info: |[{"id": "04dded29-04d3-4c23-b436-db2fd613d856", "address": "fa:16:3e:4c:8f:a4", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dded29-04", "ovs_interfaceid": "04dded29-04d3-4c23-b436-db2fd613d856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.158280] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:8f:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04dded29-04d3-4c23-b436-db2fd613d856', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.166595] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.166857] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.167105] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95efb5f-b729-4601-9758-e20561a7f007 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.188627] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.188627] env[69520]: value = "task-3482771" [ 1275.188627] env[69520]: _type = "Task" [ 1275.188627] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.196823] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482771, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.336624] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.337047] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.337197] env[69520]: DEBUG nova.objects.instance [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lazy-loading 'resources' on Instance uuid ce241060-aa25-429c-92d3-052f12712dd5 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.439525] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.487978] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482766, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.579956] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482770, 'name': Rename_Task, 'duration_secs': 0.3798} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.580220] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.580305] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ba1a226-2c28-4f7b-93e6-742d42630065 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.587457] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1275.587457] env[69520]: value = "task-3482772" [ 1275.587457] env[69520]: _type = "Task" [ 1275.587457] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.596022] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.700812] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482771, 'name': CreateVM_Task} progress is 25%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.940643] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482769, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.985765] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b151b4-b4cf-42f7-8f85-40e8b4528b0d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.995591] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482766, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.4011} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.997949] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/69e5ff68-ee70-4652-b3f8-b429f2fa44e5/69e5ff68-ee70-4652-b3f8-b429f2fa44e5.vmdk to [datastore2] a4abade8-0da5-45c4-a98f-d7de363c8d0b/a4abade8-0da5-45c4-a98f-d7de363c8d0b.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.998980] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712097df-5da4-4aa4-901c-b725ea0468a7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.003420] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c36fafa-8e66-4e90-ba79-36c9cafae55f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.029461] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] a4abade8-0da5-45c4-a98f-d7de363c8d0b/a4abade8-0da5-45c4-a98f-d7de363c8d0b.vmdk or device None with type streamOptimized {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.057287] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd3b3e52-fe11-4b63-8fb4-102b75fff4ae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.074217] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2203c0ca-f7f7-48c3-bdb6-96fcdc9c7a13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.085409] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf838879-a94b-496e-b244-037e5a405438 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.090355] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1276.090355] env[69520]: value = "task-3482773" [ 1276.090355] env[69520]: _type = "Task" [ 1276.090355] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.108548] env[69520]: DEBUG nova.compute.provider_tree [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.116228] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.120185] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.200694] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482771, 'name': CreateVM_Task, 'duration_secs': 0.766114} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.200866] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.201570] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.201736] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.202079] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.202371] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7132702a-5d84-4535-82bc-c89d3a6ec86c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.207372] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1276.207372] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a3702-0c94-d7c7-f5e4-354e5630a38c" [ 1276.207372] env[69520]: _type = "Task" [ 1276.207372] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.215501] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a3702-0c94-d7c7-f5e4-354e5630a38c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.440300] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482769, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.770248} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.440556] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258/171f31ab-20b4-4fc1-87e6-8fdeb6d2d258.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.440819] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.441122] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b4f248d-e5ba-4bd8-ae9c-915141cb58c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.450130] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1276.450130] env[69520]: value = "task-3482774" [ 1276.450130] env[69520]: _type = "Task" [ 1276.450130] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.457960] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.605398] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482773, 'name': ReconfigVM_Task, 'duration_secs': 0.388905} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.605632] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482772, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.605906] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Reconfigured VM instance instance-00000072 to attach disk [datastore2] a4abade8-0da5-45c4-a98f-d7de363c8d0b/a4abade8-0da5-45c4-a98f-d7de363c8d0b.vmdk or device None with type streamOptimized {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.606520] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a1d8a5b-e4e0-4957-bb3d-c5bd002c8f0b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.612097] env[69520]: DEBUG nova.scheduler.client.report [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.615172] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1276.615172] env[69520]: value = "task-3482775" [ 1276.615172] env[69520]: _type = "Task" [ 1276.615172] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.623345] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482775, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.718536] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525a3702-0c94-d7c7-f5e4-354e5630a38c, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.718852] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.719137] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.719411] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.719578] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.719792] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.720090] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2bc7936-5793-46b0-974a-e8f04dc8b0f3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.730967] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.731184] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.731890] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3ae250-c105-4cc4-9b2a-2249e0425ab0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.736936] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1276.736936] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b09513-a27f-b88e-fabe-3eb461e7c0d8" [ 1276.736936] env[69520]: _type = "Task" [ 1276.736936] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.744496] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b09513-a27f-b88e-fabe-3eb461e7c0d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.962326] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07575} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.962644] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.963399] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b103ffad-1d38-42f5-a594-81d2221985fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.985799] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258/171f31ab-20b4-4fc1-87e6-8fdeb6d2d258.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.986069] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a322d9-1a76-4ef4-84c0-a0720378dcab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.005260] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1277.005260] env[69520]: value = "task-3482776" [ 1277.005260] env[69520]: _type = "Task" [ 1277.005260] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.012706] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.101944] env[69520]: DEBUG oslo_vmware.api [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482772, 'name': PowerOnVM_Task, 'duration_secs': 1.320868} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.102227] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.102428] env[69520]: INFO nova.compute.manager [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1277.102607] env[69520]: DEBUG nova.compute.manager [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.103417] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cb278e-de46-4726-aafb-12e28ecfc058 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.116548] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.125658] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482775, 'name': Rename_Task, 'duration_secs': 0.15702} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.125968] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.126223] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be223676-e565-4969-a597-4741aaad92fb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.133051] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1277.133051] env[69520]: value = "task-3482777" [ 1277.133051] env[69520]: _type = "Task" [ 1277.133051] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.133920] env[69520]: INFO nova.scheduler.client.report [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted allocations for instance ce241060-aa25-429c-92d3-052f12712dd5 [ 1277.147352] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.246550] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52b09513-a27f-b88e-fabe-3eb461e7c0d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.247665] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e18cc83-9944-495f-a92e-30cffc07cc4e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.252971] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1277.252971] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]523d7b2e-4efb-50d9-f3b5-2b5b6b122eb6" [ 1277.252971] env[69520]: _type = "Task" [ 1277.252971] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.260414] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523d7b2e-4efb-50d9-f3b5-2b5b6b122eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.516103] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482776, 'name': ReconfigVM_Task, 'duration_secs': 0.369486} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.516103] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258/171f31ab-20b4-4fc1-87e6-8fdeb6d2d258.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.516745] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ead9e407-cbd1-493e-822d-7f8c5b5949f1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.522529] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1277.522529] env[69520]: value = "task-3482778" [ 1277.522529] env[69520]: _type = "Task" [ 1277.522529] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.530698] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482778, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.622651] env[69520]: INFO nova.compute.manager [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Took 16.07 seconds to build instance. [ 1277.647445] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a16d1cc5-9b54-4cc6-a38d-c6d70ad87bd0 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "ce241060-aa25-429c-92d3-052f12712dd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.648652] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482777, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.763357] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]523d7b2e-4efb-50d9-f3b5-2b5b6b122eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.763635] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.763900] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 53f30dbc-5558-47d6-aa6c-40a9ca817b2c/53f30dbc-5558-47d6-aa6c-40a9ca817b2c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.764191] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0fd42fa-d200-4297-8989-ee6c3f42ac1b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.770490] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1277.770490] env[69520]: value = "task-3482779" [ 1277.770490] env[69520]: _type = "Task" [ 1277.770490] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.778263] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.035570] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482778, 'name': Rename_Task, 'duration_secs': 0.142693} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.036018] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.036383] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fa11d37-4ba3-4a72-8eb1-51cd60e35920 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.044013] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1278.044013] env[69520]: value = "task-3482780" [ 1278.044013] env[69520]: _type = "Task" [ 1278.044013] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.053882] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.123857] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0eb9dad4-6cbd-4be9-85c7-610f6c76ecea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "bd668745-c19b-4d63-8507-5b88ca9691fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.585s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.148190] env[69520]: DEBUG oslo_vmware.api [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482777, 'name': PowerOnVM_Task, 'duration_secs': 0.571984} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.148541] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.277550] env[69520]: DEBUG nova.compute.manager [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.278461] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f59fe92-037a-4ad1-9997-ee31509f4870 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.286642] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470967} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.288342] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 53f30dbc-5558-47d6-aa6c-40a9ca817b2c/53f30dbc-5558-47d6-aa6c-40a9ca817b2c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.288595] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.291761] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffb78604-c3b3-4ce0-88ed-4ebfdbac6832 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.298379] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1278.298379] env[69520]: value = "task-3482782" [ 1278.298379] env[69520]: _type = "Task" [ 1278.298379] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.304083] env[69520]: DEBUG nova.compute.manager [req-864ba6a3-1ac0-44a4-9403-1ca942743050 req-6e9ee8e9-a7b5-4d25-b621-0154c1732e4f service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Received event network-changed-8159307d-0fde-4754-a219-84757f764892 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.304213] env[69520]: DEBUG nova.compute.manager [req-864ba6a3-1ac0-44a4-9403-1ca942743050 req-6e9ee8e9-a7b5-4d25-b621-0154c1732e4f service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Refreshing instance network info cache due to event network-changed-8159307d-0fde-4754-a219-84757f764892. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.304557] env[69520]: DEBUG oslo_concurrency.lockutils [req-864ba6a3-1ac0-44a4-9403-1ca942743050 req-6e9ee8e9-a7b5-4d25-b621-0154c1732e4f service nova] Acquiring lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.304723] env[69520]: DEBUG oslo_concurrency.lockutils [req-864ba6a3-1ac0-44a4-9403-1ca942743050 req-6e9ee8e9-a7b5-4d25-b621-0154c1732e4f service nova] Acquired lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.305015] env[69520]: DEBUG nova.network.neutron [req-864ba6a3-1ac0-44a4-9403-1ca942743050 req-6e9ee8e9-a7b5-4d25-b621-0154c1732e4f service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Refreshing network info cache for port 8159307d-0fde-4754-a219-84757f764892 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.311146] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.554401] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.804747] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a19b2494-006c-4fb7-9c01-30b7f7f2dbfe tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.797s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.811849] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073093} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.812076] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.813318] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4096e88f-2eb6-4c93-8567-ac9e8ba5a02b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.838339] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 53f30dbc-5558-47d6-aa6c-40a9ca817b2c/53f30dbc-5558-47d6-aa6c-40a9ca817b2c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.839412] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949c74f5-4b8f-42b8-8c2c-b0638842e5f5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.859963] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1278.859963] env[69520]: value = "task-3482783" [ 1278.859963] env[69520]: _type = "Task" [ 1278.859963] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.868383] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.056174] env[69520]: DEBUG oslo_vmware.api [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482780, 'name': PowerOnVM_Task, 'duration_secs': 0.618296} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.056481] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.056672] env[69520]: INFO nova.compute.manager [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1279.056827] env[69520]: DEBUG nova.compute.manager [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.057597] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dfdf38-49cb-4189-92c7-48fedfb1ae53 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.106479] env[69520]: DEBUG nova.network.neutron [req-864ba6a3-1ac0-44a4-9403-1ca942743050 req-6e9ee8e9-a7b5-4d25-b621-0154c1732e4f service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updated VIF entry in instance network info cache for port 8159307d-0fde-4754-a219-84757f764892. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.106479] env[69520]: DEBUG nova.network.neutron [req-864ba6a3-1ac0-44a4-9403-1ca942743050 req-6e9ee8e9-a7b5-4d25-b621-0154c1732e4f service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance_info_cache with network_info: [{"id": "8159307d-0fde-4754-a219-84757f764892", "address": "fa:16:3e:b9:0c:a5", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8159307d-0f", "ovs_interfaceid": "8159307d-0fde-4754-a219-84757f764892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.370644] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.488132] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.488412] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.488646] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.488865] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.489074] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.491449] env[69520]: INFO nova.compute.manager [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Terminating instance [ 1279.576065] env[69520]: INFO nova.compute.manager [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Took 16.33 seconds to build instance. [ 1279.609022] env[69520]: DEBUG oslo_concurrency.lockutils [req-864ba6a3-1ac0-44a4-9403-1ca942743050 req-6e9ee8e9-a7b5-4d25-b621-0154c1732e4f service nova] Releasing lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.870306] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482783, 'name': ReconfigVM_Task, 'duration_secs': 0.780027} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.870591] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 53f30dbc-5558-47d6-aa6c-40a9ca817b2c/53f30dbc-5558-47d6-aa6c-40a9ca817b2c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.871230] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fd16b65-c91c-4584-afe3-fbb423e146dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.877325] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1279.877325] env[69520]: value = "task-3482784" [ 1279.877325] env[69520]: _type = "Task" [ 1279.877325] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.884720] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482784, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.994955] env[69520]: DEBUG nova.compute.manager [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.995256] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.996165] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c65f736-3f6b-4bb8-bf23-8b6dca843d1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.003532] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.003768] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9116bacb-4d12-4d25-b4b0-d0b5962f1083 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.009390] env[69520]: DEBUG oslo_vmware.api [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1280.009390] env[69520]: value = "task-3482785" [ 1280.009390] env[69520]: _type = "Task" [ 1280.009390] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.017059] env[69520]: DEBUG oslo_vmware.api [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.078394] env[69520]: DEBUG oslo_concurrency.lockutils [None req-391ddfdf-6fde-4c6f-b1d0-ccf8dec4c0b5 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.845s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.206143] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.386700] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482784, 'name': Rename_Task, 'duration_secs': 0.295865} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.387021] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.387274] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4f2c2c0-b70b-4b92-b216-663a0648c11a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.393180] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1280.393180] env[69520]: value = "task-3482786" [ 1280.393180] env[69520]: _type = "Task" [ 1280.393180] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.400017] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.519691] env[69520]: DEBUG oslo_vmware.api [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482785, 'name': PowerOffVM_Task, 'duration_secs': 0.296564} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.519927] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.520148] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.520528] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc7ed83-71e8-49cb-8716-5b73718874cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.591214] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.591452] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.591641] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleting the datastore file [datastore2] a4abade8-0da5-45c4-a98f-d7de363c8d0b {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.591912] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0230d04b-5464-4801-8114-14b854cbef31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.598300] env[69520]: DEBUG oslo_vmware.api [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for the task: (returnval){ [ 1280.598300] env[69520]: value = "task-3482788" [ 1280.598300] env[69520]: _type = "Task" [ 1280.598300] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.605941] env[69520]: DEBUG oslo_vmware.api [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.728823] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.729118] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.729354] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.729568] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.729771] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.731998] env[69520]: INFO nova.compute.manager [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Terminating instance [ 1280.903614] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.109597] env[69520]: DEBUG oslo_vmware.api [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Task: {'id': task-3482788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133894} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.110033] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.110159] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.110366] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.110591] env[69520]: INFO nova.compute.manager [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1281.110857] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.111093] env[69520]: DEBUG nova.compute.manager [-] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.111210] env[69520]: DEBUG nova.network.neutron [-] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.235774] env[69520]: DEBUG nova.compute.manager [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.235992] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.236912] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3b6a81-af3b-40c6-847c-e1d3105e139f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.245285] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.245530] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc5d4d05-c0d7-4b25-9af3-d72406e17867 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.252304] env[69520]: DEBUG oslo_vmware.api [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1281.252304] env[69520]: value = "task-3482789" [ 1281.252304] env[69520]: _type = "Task" [ 1281.252304] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.261526] env[69520]: DEBUG oslo_vmware.api [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.407157] env[69520]: DEBUG oslo_vmware.api [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482786, 'name': PowerOnVM_Task, 'duration_secs': 0.661653} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.407157] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.407157] env[69520]: INFO nova.compute.manager [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1281.407157] env[69520]: DEBUG nova.compute.manager [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.407157] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e523e2-b10d-48ec-b135-28ea947f9c46 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.633146] env[69520]: DEBUG nova.compute.manager [req-311f2e46-1e5e-4156-b0b5-7a78423bbdbe req-ec118516-89dc-4c3f-b5a6-81a0f0e5969a service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Received event network-vif-deleted-a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.633367] env[69520]: INFO nova.compute.manager [req-311f2e46-1e5e-4156-b0b5-7a78423bbdbe req-ec118516-89dc-4c3f-b5a6-81a0f0e5969a service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Neutron deleted interface a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf; detaching it from the instance and deleting it from the info cache [ 1281.633538] env[69520]: DEBUG nova.network.neutron [req-311f2e46-1e5e-4156-b0b5-7a78423bbdbe req-ec118516-89dc-4c3f-b5a6-81a0f0e5969a service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.667629] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.762452] env[69520]: DEBUG oslo_vmware.api [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482789, 'name': PowerOffVM_Task, 'duration_secs': 0.243972} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.762632] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.762834] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.763046] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f197410e-692a-4708-ab12-d26da9c0ed12 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.846734] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.846955] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.847150] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleting the datastore file [datastore1] 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.847420] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68542dab-5282-41d7-8723-0c2261523d37 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.855344] env[69520]: DEBUG oslo_vmware.api [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for the task: (returnval){ [ 1281.855344] env[69520]: value = "task-3482791" [ 1281.855344] env[69520]: _type = "Task" [ 1281.855344] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.863557] env[69520]: DEBUG oslo_vmware.api [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.929372] env[69520]: INFO nova.compute.manager [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Took 18.35 seconds to build instance. [ 1282.117874] env[69520]: DEBUG nova.network.neutron [-] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.136276] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faff3123-3705-40a8-9e91-9bb025e33b47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.146283] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6383c251-df68-4f0b-9b01-b9bd96dfc232 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.177661] env[69520]: DEBUG nova.compute.manager [req-311f2e46-1e5e-4156-b0b5-7a78423bbdbe req-ec118516-89dc-4c3f-b5a6-81a0f0e5969a service nova] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Detach interface failed, port_id=a2bf0c15-b2eb-45ed-b8c5-afe9af1ca0bf, reason: Instance a4abade8-0da5-45c4-a98f-d7de363c8d0b could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1282.365272] env[69520]: DEBUG oslo_vmware.api [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Task: {'id': task-3482791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130581} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.365596] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.365787] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.365969] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.366158] env[69520]: INFO nova.compute.manager [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1282.366399] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.366600] env[69520]: DEBUG nova.compute.manager [-] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.366694] env[69520]: DEBUG nova.network.neutron [-] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.430858] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a9b6c3f6-9d3c-4975-a506-972037f3afac tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.861s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.624252] env[69520]: INFO nova.compute.manager [-] [instance: a4abade8-0da5-45c4-a98f-d7de363c8d0b] Took 1.51 seconds to deallocate network for instance. [ 1282.668107] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.682319] env[69520]: INFO nova.compute.manager [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Rescuing [ 1282.682623] env[69520]: DEBUG oslo_concurrency.lockutils [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "refresh_cache-53f30dbc-5558-47d6-aa6c-40a9ca817b2c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.682863] env[69520]: DEBUG oslo_concurrency.lockutils [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "refresh_cache-53f30dbc-5558-47d6-aa6c-40a9ca817b2c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.683114] env[69520]: DEBUG nova.network.neutron [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.129546] env[69520]: DEBUG nova.network.neutron [-] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.131510] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.131764] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.132031] env[69520]: DEBUG nova.objects.instance [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lazy-loading 'resources' on Instance uuid a4abade8-0da5-45c4-a98f-d7de363c8d0b {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.412874] env[69520]: DEBUG nova.network.neutron [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Updating instance_info_cache with network_info: [{"id": "04dded29-04d3-4c23-b436-db2fd613d856", "address": "fa:16:3e:4c:8f:a4", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dded29-04", "ovs_interfaceid": "04dded29-04d3-4c23-b436-db2fd613d856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.633525] env[69520]: INFO nova.compute.manager [-] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Took 1.27 seconds to deallocate network for instance. [ 1283.661677] env[69520]: DEBUG nova.compute.manager [req-38354135-f4c2-4257-89d0-89bf3e49bcaf req-50b7bb4e-4da4-4507-9428-3ab21d11895d service nova] [instance: 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0] Received event network-vif-deleted-e4412883-c665-45d3-979d-ed91c5955e01 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.668223] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.668470] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.669409] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1283.755432] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94abc5ba-09d7-421d-a85e-3697a601ed3a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.764051] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89893b92-fe29-45a9-bbb3-a0774c5739ee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.797887] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d08dc6-03ad-4cd6-be98-644a9eb6782d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.806236] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd74c195-f3a1-4f84-8e14-05a8038d0adf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.820052] env[69520]: DEBUG nova.compute.provider_tree [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.916024] env[69520]: DEBUG oslo_concurrency.lockutils [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "refresh_cache-53f30dbc-5558-47d6-aa6c-40a9ca817b2c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.148446] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.323362] env[69520]: DEBUG nova.scheduler.client.report [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.666744] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.829067] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.831471] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.683s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.831703] env[69520]: DEBUG nova.objects.instance [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lazy-loading 'resources' on Instance uuid 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.850326] env[69520]: INFO nova.scheduler.client.report [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Deleted allocations for instance a4abade8-0da5-45c4-a98f-d7de363c8d0b [ 1285.170225] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.357306] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b18bb131-0c7e-4779-afa5-4f28c1c17796 tempest-ServerActionsTestOtherB-1163983680 tempest-ServerActionsTestOtherB-1163983680-project-member] Lock "a4abade8-0da5-45c4-a98f-d7de363c8d0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.869s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.426355] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ab9717-ed02-4555-88bc-0b9c3d06b590 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.433596] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee671d51-6c18-4a0c-9185-b1aa8a87be43 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.463930] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.464369] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ddbe895-2885-430c-a94a-bd32cf9be310 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.466297] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6be9dff-b550-4660-bf37-dc7169a5813d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.474738] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb96b3a-71e2-4fdf-8f87-0cbcb4b8498e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.478657] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1285.478657] env[69520]: value = "task-3482792" [ 1285.478657] env[69520]: _type = "Task" [ 1285.478657] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.489378] env[69520]: DEBUG nova.compute.provider_tree [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.495664] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.989061] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482792, 'name': PowerOffVM_Task, 'duration_secs': 0.190379} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.989061] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.989600] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160acefc-db63-4642-9af5-998ed932335f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.992660] env[69520]: DEBUG nova.scheduler.client.report [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.012647] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cfb50a-d276-455b-93ea-10c042e369af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.031049] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.031424] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.031711] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.031943] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.032176] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.034322] env[69520]: INFO nova.compute.manager [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Terminating instance [ 1286.051799] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.052107] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b67a7aea-bd54-4040-8550-8e48d1e867e6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.060321] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1286.060321] env[69520]: value = "task-3482794" [ 1286.060321] env[69520]: _type = "Task" [ 1286.060321] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.069741] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1286.069946] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.070198] env[69520]: DEBUG oslo_concurrency.lockutils [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.070345] env[69520]: DEBUG oslo_concurrency.lockutils [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.070521] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.070747] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6331889d-c740-4357-ab4e-09c3cef66095 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.079159] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.079338] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.080525] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b1c1a1-909d-4bd1-b97b-d44c55c5bfd1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.085197] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1286.085197] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52405f81-2ee0-558b-032c-c701a8d4fb4a" [ 1286.085197] env[69520]: _type = "Task" [ 1286.085197] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.092876] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52405f81-2ee0-558b-032c-c701a8d4fb4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.497744] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.500561] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.330s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.500884] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.501292] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1286.502242] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646627a7-d49d-4ecb-ab15-9a367a133b35 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.510706] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a682905-4b4d-448e-ac28-f9e8be644f81 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.525611] env[69520]: INFO nova.scheduler.client.report [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Deleted allocations for instance 2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0 [ 1286.528526] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd56d2d-d910-4fdf-8ed4-a7f6e630d07e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.535923] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f898cf49-8507-4c71-ba78-1edb27d849cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.539570] env[69520]: DEBUG nova.compute.manager [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.539807] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.540563] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c1a93f-05bf-418a-97f6-2b01ff277b88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.547404] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.572428] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdcad7ce-c892-4178-8a08-fc94132a8839 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.574873] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179770MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1286.575054] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.575280] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.582075] env[69520]: DEBUG oslo_vmware.api [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1286.582075] env[69520]: value = "task-3482795" [ 1286.582075] env[69520]: _type = "Task" [ 1286.582075] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.593128] env[69520]: DEBUG oslo_vmware.api [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.599154] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52405f81-2ee0-558b-032c-c701a8d4fb4a, 'name': SearchDatastore_Task, 'duration_secs': 0.039046} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.600016] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe684198-962e-43aa-b85a-e48c425a4493 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.605116] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1286.605116] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52979f3c-08e6-6c51-8786-22bc2367b803" [ 1286.605116] env[69520]: _type = "Task" [ 1286.605116] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.615118] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52979f3c-08e6-6c51-8786-22bc2367b803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.035869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-45e7a22a-d5ba-44aa-9627-d38d89e0f602 tempest-ServerActionsTestOtherA-1443284322 tempest-ServerActionsTestOtherA-1443284322-project-member] Lock "2c9ed4fb-9df3-45ff-8330-5040bb7cbbb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.307s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.090911] env[69520]: DEBUG oslo_vmware.api [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482795, 'name': PowerOffVM_Task, 'duration_secs': 0.212118} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.091709] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.091887] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.092148] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f13202d-f00a-4653-9eb9-df6ed1455138 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.116536] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52979f3c-08e6-6c51-8786-22bc2367b803, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.116536] env[69520]: DEBUG oslo_concurrency.lockutils [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.116536] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 53f30dbc-5558-47d6-aa6c-40a9ca817b2c/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. {{(pid=69520) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1287.116536] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a12b7a88-d4db-4798-99a6-ba586f6ff261 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.122966] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1287.122966] env[69520]: value = "task-3482797" [ 1287.122966] env[69520]: _type = "Task" [ 1287.122966] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.130450] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.154579] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.154863] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.155110] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleting the datastore file [datastore1] b2f1adc4-3b9f-4399-9cfc-54252e7038a2 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.155410] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b754225f-7935-4f5d-b89b-a309aafb507a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.162165] env[69520]: DEBUG oslo_vmware.api [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1287.162165] env[69520]: value = "task-3482798" [ 1287.162165] env[69520]: _type = "Task" [ 1287.162165] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.170434] env[69520]: DEBUG oslo_vmware.api [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.603130] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance bb949f71-a45d-43df-99e1-93a1936badff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1287.603463] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance b2f1adc4-3b9f-4399-9cfc-54252e7038a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1287.603463] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance d3c31319-b732-45c3-9d80-71608923d0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1287.603578] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance bd668745-c19b-4d63-8507-5b88ca9691fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1287.603633] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1287.603800] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 53f30dbc-5558-47d6-aa6c-40a9ca817b2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1287.603929] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1287.604078] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1287.632317] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480535} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.634850] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 53f30dbc-5558-47d6-aa6c-40a9ca817b2c/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. [ 1287.635818] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85da023-173b-40bb-a408-b6776bc839cf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.660790] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 53f30dbc-5558-47d6-aa6c-40a9ca817b2c/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.663566] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4212751a-d0ec-4914-a2cc-925b61a62f45 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.685101] env[69520]: DEBUG oslo_vmware.api [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28803} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.686499] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.686698] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.686877] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.687083] env[69520]: INFO nova.compute.manager [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1287.687316] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.687564] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1287.687564] env[69520]: value = "task-3482799" [ 1287.687564] env[69520]: _type = "Task" [ 1287.687564] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.689985] env[69520]: DEBUG nova.compute.manager [-] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.690106] env[69520]: DEBUG nova.network.neutron [-] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.700998] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.726444] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b7ed0-5b02-42f7-90ad-a1f565bb80e4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.733528] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a733e7-587c-4fa7-b6ae-e9d9a952013f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.767898] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0259844-11f4-4642-a4b8-64c2e184ee93 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.776818] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d90a24-4a54-446b-a756-12b0af118bee {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.791343] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.208749] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482799, 'name': ReconfigVM_Task, 'duration_secs': 0.339885} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.209293] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 53f30dbc-5558-47d6-aa6c-40a9ca817b2c/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.210602] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dd1e2c-41bf-448b-bbf0-f759ac1eaad1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.240945] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb459e84-990a-44ee-b359-ee6c05916d9d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.254307] env[69520]: DEBUG nova.compute.manager [req-5905d97d-0e97-450e-800c-ee68eac4d32b req-c444c29a-eac7-45fd-b601-c8b37c585f6e service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Received event network-vif-deleted-7970e567-ed48-4fa1-82c7-f3975bcb10e0 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.254704] env[69520]: INFO nova.compute.manager [req-5905d97d-0e97-450e-800c-ee68eac4d32b req-c444c29a-eac7-45fd-b601-c8b37c585f6e service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Neutron deleted interface 7970e567-ed48-4fa1-82c7-f3975bcb10e0; detaching it from the instance and deleting it from the info cache [ 1288.254931] env[69520]: DEBUG nova.network.neutron [req-5905d97d-0e97-450e-800c-ee68eac4d32b req-c444c29a-eac7-45fd-b601-c8b37c585f6e service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.261870] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1288.261870] env[69520]: value = "task-3482800" [ 1288.261870] env[69520]: _type = "Task" [ 1288.261870] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.277080] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.297318] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.741248] env[69520]: DEBUG nova.network.neutron [-] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.758863] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc6602da-31e2-4228-b636-a260dde64951 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.770501] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c111696a-11ac-4c1d-b424-a38fde116cfb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.783930] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482800, 'name': ReconfigVM_Task, 'duration_secs': 0.161355} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.784673] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.784830] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a76b2c8-e97a-4ee3-b87d-448881205a9f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.790799] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1288.790799] env[69520]: value = "task-3482801" [ 1288.790799] env[69520]: _type = "Task" [ 1288.790799] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.801986] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1288.802208] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.227s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.802516] env[69520]: DEBUG nova.compute.manager [req-5905d97d-0e97-450e-800c-ee68eac4d32b req-c444c29a-eac7-45fd-b601-c8b37c585f6e service nova] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Detach interface failed, port_id=7970e567-ed48-4fa1-82c7-f3975bcb10e0, reason: Instance b2f1adc4-3b9f-4399-9cfc-54252e7038a2 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1288.805748] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.243702] env[69520]: INFO nova.compute.manager [-] [instance: b2f1adc4-3b9f-4399-9cfc-54252e7038a2] Took 1.55 seconds to deallocate network for instance. [ 1289.301055] env[69520]: DEBUG oslo_vmware.api [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482801, 'name': PowerOnVM_Task, 'duration_secs': 0.401194} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.301380] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.304081] env[69520]: DEBUG nova.compute.manager [None req-128a8d2f-0327-42b2-8ac0-f03ba5641038 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.304877] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf36848-5d8f-4949-b530-a9a24bcd6839 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.750230] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.750543] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.750683] env[69520]: DEBUG nova.objects.instance [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lazy-loading 'resources' on Instance uuid b2f1adc4-3b9f-4399-9cfc-54252e7038a2 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.369995] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fec5f5c-804c-4fcc-819e-ff185b98a665 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.377829] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef31d31d-e4c7-4adb-9fc5-3634f175f9d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.411592] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0954e876-9b55-4251-86a5-eb70a74841f4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.429195] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6416e34-67f9-4450-989e-a82c87a4e57d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.441276] env[69520]: DEBUG nova.compute.provider_tree [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.800979] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.801582] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.945537] env[69520]: DEBUG nova.scheduler.client.report [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.454173] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.482658] env[69520]: INFO nova.scheduler.client.report [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleted allocations for instance b2f1adc4-3b9f-4399-9cfc-54252e7038a2 [ 1291.991832] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c79f709d-5fef-4275-b9d2-3f26c7e06125 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "b2f1adc4-3b9f-4399-9cfc-54252e7038a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.959s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.210820] env[69520]: INFO nova.compute.manager [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Rescuing [ 1292.210820] env[69520]: DEBUG oslo_concurrency.lockutils [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.210820] env[69520]: DEBUG oslo_concurrency.lockutils [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.210820] env[69520]: DEBUG nova.network.neutron [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.326520] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquiring lock "8dc14909-cb21-4618-a75d-b1a451e2ce5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.326771] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lock "8dc14909-cb21-4618-a75d-b1a451e2ce5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.831089] env[69520]: DEBUG nova.compute.manager [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.033942] env[69520]: DEBUG nova.network.neutron [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Updating instance_info_cache with network_info: [{"id": "e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f", "address": "fa:16:3e:2c:44:f9", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d00ee6-8c", "ovs_interfaceid": "e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.253874] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "bb949f71-a45d-43df-99e1-93a1936badff" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.254155] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.353166] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.353532] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.354995] env[69520]: INFO nova.compute.claims [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.536866] env[69520]: DEBUG oslo_concurrency.lockutils [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.757498] env[69520]: INFO nova.compute.manager [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Detaching volume 76baeeda-21c1-4004-857e-0cd718ef928a [ 1293.796183] env[69520]: INFO nova.virt.block_device [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Attempting to driver detach volume 76baeeda-21c1-4004-857e-0cd718ef928a from mountpoint /dev/sdb [ 1293.796431] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1293.796622] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696232', 'volume_id': '76baeeda-21c1-4004-857e-0cd718ef928a', 'name': 'volume-76baeeda-21c1-4004-857e-0cd718ef928a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb949f71-a45d-43df-99e1-93a1936badff', 'attached_at': '', 'detached_at': '', 'volume_id': '76baeeda-21c1-4004-857e-0cd718ef928a', 'serial': '76baeeda-21c1-4004-857e-0cd718ef928a'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1293.797686] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed18530e-38ee-4a21-8842-2c66ca81d31e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.819705] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcd2ba0-ea8f-40f4-9f7c-dc9347fa59ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.827666] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23883e0-325b-44de-899e-66e7ea0e9b39 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.849691] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb116f23-2856-4e1a-b870-9de5e9872196 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.866987] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] The volume has not been displaced from its original location: [datastore1] volume-76baeeda-21c1-4004-857e-0cd718ef928a/volume-76baeeda-21c1-4004-857e-0cd718ef928a.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1293.872372] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.873027] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a85bc3-c20a-444d-8af7-a3f01e112186 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.895332] env[69520]: DEBUG oslo_vmware.api [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1293.895332] env[69520]: value = "task-3482802" [ 1293.895332] env[69520]: _type = "Task" [ 1293.895332] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.904683] env[69520]: DEBUG oslo_vmware.api [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.404638] env[69520]: DEBUG oslo_vmware.api [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482802, 'name': ReconfigVM_Task, 'duration_secs': 0.289555} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.407355] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.412912] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d91a555-3be2-4f37-b3b9-43cc7e322463 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.431794] env[69520]: DEBUG oslo_vmware.api [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1294.431794] env[69520]: value = "task-3482803" [ 1294.431794] env[69520]: _type = "Task" [ 1294.431794] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.442024] env[69520]: DEBUG oslo_vmware.api [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.485244] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40024bd-354a-48c3-8a5f-9dd648c0a3e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.492488] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquiring lock "c3229808-6547-4700-9198-dd0c0d4f630f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.492720] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lock "c3229808-6547-4700-9198-dd0c0d4f630f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.496947] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b317b7c0-a8c5-4002-b3a2-9b516c3862c2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.530508] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1471764-7b34-4505-9c48-307c14ec60c0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.538274] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12795d6-b7f5-424c-88d2-356bc40a02d2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.553293] env[69520]: DEBUG nova.compute.provider_tree [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.942639] env[69520]: DEBUG oslo_vmware.api [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482803, 'name': ReconfigVM_Task, 'duration_secs': 0.149622} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.942987] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696232', 'volume_id': '76baeeda-21c1-4004-857e-0cd718ef928a', 'name': 'volume-76baeeda-21c1-4004-857e-0cd718ef928a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb949f71-a45d-43df-99e1-93a1936badff', 'attached_at': '', 'detached_at': '', 'volume_id': '76baeeda-21c1-4004-857e-0cd718ef928a', 'serial': '76baeeda-21c1-4004-857e-0cd718ef928a'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1294.996909] env[69520]: DEBUG nova.compute.manager [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.056538] env[69520]: DEBUG nova.scheduler.client.report [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.074783] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.075062] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb109fd1-30a9-4c35-9404-0dce8c06c297 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.083797] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1295.083797] env[69520]: value = "task-3482804" [ 1295.083797] env[69520]: _type = "Task" [ 1295.083797] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.093021] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.492453] env[69520]: DEBUG nova.objects.instance [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lazy-loading 'flavor' on Instance uuid bb949f71-a45d-43df-99e1-93a1936badff {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.520700] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.561161] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.561869] env[69520]: DEBUG nova.compute.manager [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1295.565854] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.045s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.573198] env[69520]: INFO nova.compute.claims [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.594799] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482804, 'name': PowerOffVM_Task, 'duration_secs': 0.183428} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.596827] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.597708] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105832be-ff58-4a16-bebc-0e50fd88b9aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.617101] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9d65fd-39e2-4923-9804-aaeff4daea74 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.653769] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.654146] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a0d518a-dfa7-41df-846f-3648d5540531 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.660800] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1295.660800] env[69520]: value = "task-3482805" [ 1295.660800] env[69520]: _type = "Task" [ 1295.660800] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.668674] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.077872] env[69520]: DEBUG nova.compute.utils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.081497] env[69520]: DEBUG nova.compute.manager [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Not allocating networking since 'none' was specified. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1296.171069] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1296.171308] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.171555] env[69520]: DEBUG oslo_concurrency.lockutils [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.171703] env[69520]: DEBUG oslo_concurrency.lockutils [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.171879] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.172147] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa4ec011-7aa3-4b4c-b919-2f5e9ba4288b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.180926] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.181018] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.181764] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f16e0ca-97ee-4489-a23f-f57b6bfcdb1d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.186878] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1296.186878] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]521613fc-dcc4-ef13-92df-f8909091b2fd" [ 1296.186878] env[69520]: _type = "Task" [ 1296.186878] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.196281] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521613fc-dcc4-ef13-92df-f8909091b2fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.501677] env[69520]: DEBUG oslo_concurrency.lockutils [None req-6649a08d-7da7-4130-90f0-65ece1b223b6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.580705] env[69520]: DEBUG nova.compute.manager [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1296.662573] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.684220] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48735d5-aa43-4f2a-8c57-b837b21b12ba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.693752] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3061a3-a36d-4160-a206-635c90c0205d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.701032] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]521613fc-dcc4-ef13-92df-f8909091b2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.702289] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227c3cc5-e87a-4eca-a677-d2b0a813da8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.730826] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46917ba0-5f00-489f-97c7-cb4e9fdeb509 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.734750] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1296.734750] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c0ef8e-259c-28d2-fc6a-d371812da40e" [ 1296.734750] env[69520]: _type = "Task" [ 1296.734750] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.741179] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31327161-247b-4572-9cbb-353ae3cd05e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.748939] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c0ef8e-259c-28d2-fc6a-d371812da40e, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.749544] env[69520]: DEBUG oslo_concurrency.lockutils [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.749852] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. {{(pid=69520) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1296.750098] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-133ae5cb-67d1-4db5-9fe6-ffb0252aefe1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.759619] env[69520]: DEBUG nova.compute.provider_tree [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.765423] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1296.765423] env[69520]: value = "task-3482806" [ 1296.765423] env[69520]: _type = "Task" [ 1296.765423] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.773617] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.987469] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "d3c31319-b732-45c3-9d80-71608923d0a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.987754] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "d3c31319-b732-45c3-9d80-71608923d0a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.987985] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.988200] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.988371] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "d3c31319-b732-45c3-9d80-71608923d0a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.992994] env[69520]: INFO nova.compute.manager [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Terminating instance [ 1297.266021] env[69520]: DEBUG nova.scheduler.client.report [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.287290] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482806, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.498194] env[69520]: DEBUG nova.compute.manager [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.498194] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.498588] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b97f046-db1a-4de4-847a-62323ec0cd94 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.508056] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.508323] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23980f7a-845b-48d0-b057-bddfd3b22945 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.514260] env[69520]: DEBUG oslo_vmware.api [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1297.514260] env[69520]: value = "task-3482807" [ 1297.514260] env[69520]: _type = "Task" [ 1297.514260] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.521945] env[69520]: DEBUG oslo_vmware.api [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.526386] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "bb949f71-a45d-43df-99e1-93a1936badff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.526607] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.526801] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "bb949f71-a45d-43df-99e1-93a1936badff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.527100] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.527304] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.530104] env[69520]: INFO nova.compute.manager [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Terminating instance [ 1297.593683] env[69520]: DEBUG nova.compute.manager [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1297.621041] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.621202] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.621375] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.621679] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.621925] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.622190] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.622520] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.622779] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.622993] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.623801] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.623801] env[69520]: DEBUG nova.virt.hardware [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.624213] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83d0804-43f7-40f8-8692-4fd7a28554f4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.631977] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc289d9-8e1c-4744-9488-52aba3ccdf79 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.646324] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.653622] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Creating folder: Project (d6b5db1602f648b1bbc3f47c10163d7b). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.653967] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4be6bbd0-0d88-444b-8cfa-09858a3a00be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.664515] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Created folder: Project (d6b5db1602f648b1bbc3f47c10163d7b) in parent group-v695915. [ 1297.664706] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Creating folder: Instances. Parent ref: group-v696245. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.664938] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e0d1945-e655-41f6-8f9a-eb83a14e8726 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.674184] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Created folder: Instances in parent group-v696245. [ 1297.674435] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.674616] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.674822] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8dc73fd-e83c-4892-bddc-bb6ede88c368 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.691108] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.691108] env[69520]: value = "task-3482810" [ 1297.691108] env[69520]: _type = "Task" [ 1297.691108] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.698354] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482810, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.773933] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.774452] env[69520]: DEBUG nova.compute.manager [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.780069] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524386} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.780558] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. [ 1297.781357] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d208e505-bdf5-4581-bdd3-9ff64ee5f0e4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.806505] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.806816] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f8d057-6b22-4b52-b969-4af1dd56850e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.826382] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1297.826382] env[69520]: value = "task-3482811" [ 1297.826382] env[69520]: _type = "Task" [ 1297.826382] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.834959] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.023247] env[69520]: DEBUG oslo_vmware.api [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482807, 'name': PowerOffVM_Task, 'duration_secs': 0.227921} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.023517] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.023683] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.023920] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfc57fda-b8d2-4f7f-ac21-754d5d48869b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.034137] env[69520]: DEBUG nova.compute.manager [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.034298] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.035023] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d89f3a5-5aba-4cf5-9f93-bde9464fdbc5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.041231] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.041441] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d050fd7e-1454-4f3a-a48c-ad5a5a853a83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.046696] env[69520]: DEBUG oslo_vmware.api [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1298.046696] env[69520]: value = "task-3482813" [ 1298.046696] env[69520]: _type = "Task" [ 1298.046696] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.056989] env[69520]: DEBUG oslo_vmware.api [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.087556] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.087735] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.087906] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleting the datastore file [datastore2] d3c31319-b732-45c3-9d80-71608923d0a1 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.088196] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3e514e7-b186-459e-868f-85c235448319 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.094581] env[69520]: DEBUG oslo_vmware.api [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for the task: (returnval){ [ 1298.094581] env[69520]: value = "task-3482814" [ 1298.094581] env[69520]: _type = "Task" [ 1298.094581] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.102180] env[69520]: DEBUG oslo_vmware.api [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.200065] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482810, 'name': CreateVM_Task, 'duration_secs': 0.309788} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.200236] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.200655] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.200834] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.201205] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.201454] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d9d172-8485-4c03-907e-b5fe31081e31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.205687] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for the task: (returnval){ [ 1298.205687] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524350bf-1f20-30a8-816d-c3aa83706193" [ 1298.205687] env[69520]: _type = "Task" [ 1298.205687] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.213130] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524350bf-1f20-30a8-816d-c3aa83706193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.282720] env[69520]: DEBUG nova.compute.utils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.284114] env[69520]: DEBUG nova.compute.manager [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.284321] env[69520]: DEBUG nova.network.neutron [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.318566] env[69520]: DEBUG nova.policy [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b675708be6f4550a71e7979a3f7934f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0c042bfa9524f8bb3790f5a051b40fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.335407] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482811, 'name': ReconfigVM_Task, 'duration_secs': 0.365767} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.335704] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.336541] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53021ad1-7305-4290-92ea-cc02f66d7c7a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.363224] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2abd322-1b5a-4177-bd39-56b830e57c5a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.378408] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1298.378408] env[69520]: value = "task-3482815" [ 1298.378408] env[69520]: _type = "Task" [ 1298.378408] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.386322] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.557859] env[69520]: DEBUG oslo_vmware.api [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482813, 'name': PowerOffVM_Task, 'duration_secs': 0.385248} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.558227] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.558429] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.558688] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27647843-3f83-4336-8050-5d742c5a69cb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.580582] env[69520]: DEBUG nova.network.neutron [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Successfully created port: e59a8af7-6e45-4042-a8e4-096acd3f1098 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.604965] env[69520]: DEBUG oslo_vmware.api [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Task: {'id': task-3482814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161321} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.605386] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.605697] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.605995] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.606269] env[69520]: INFO nova.compute.manager [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1298.606683] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.606971] env[69520]: DEBUG nova.compute.manager [-] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.607132] env[69520]: DEBUG nova.network.neutron [-] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.659913] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.660163] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.660370] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleting the datastore file [datastore1] bb949f71-a45d-43df-99e1-93a1936badff {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.660631] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8816bade-d228-4da2-ad6b-de35291095fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.666914] env[69520]: DEBUG oslo_vmware.api [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1298.666914] env[69520]: value = "task-3482817" [ 1298.666914] env[69520]: _type = "Task" [ 1298.666914] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.676022] env[69520]: DEBUG oslo_vmware.api [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.717127] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524350bf-1f20-30a8-816d-c3aa83706193, 'name': SearchDatastore_Task, 'duration_secs': 0.017387} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.717127] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.717127] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.717357] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.717409] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.717559] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.717852] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d7a6437-4f7b-42d8-9a4d-cdf60c8a74e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.726067] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.726270] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.726938] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ffe6cc-ba90-40f0-a50b-4003f84f11b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.731858] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for the task: (returnval){ [ 1298.731858] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8be49-91b2-0c72-9c40-95cd3c282189" [ 1298.731858] env[69520]: _type = "Task" [ 1298.731858] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.739266] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8be49-91b2-0c72-9c40-95cd3c282189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.787109] env[69520]: DEBUG nova.compute.manager [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.890953] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482815, 'name': ReconfigVM_Task, 'duration_secs': 0.237445} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.891282] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.891573] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a85d2e62-86a2-48f9-b654-c5a23473b15b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.897953] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1298.897953] env[69520]: value = "task-3482818" [ 1298.897953] env[69520]: _type = "Task" [ 1298.897953] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.906322] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.179862] env[69520]: DEBUG oslo_vmware.api [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133709} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.179862] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.179862] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.179862] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.179862] env[69520]: INFO nova.compute.manager [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1299.179862] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.179862] env[69520]: DEBUG nova.compute.manager [-] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.179862] env[69520]: DEBUG nova.network.neutron [-] [instance: bb949f71-a45d-43df-99e1-93a1936badff] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.234869] env[69520]: DEBUG nova.compute.manager [req-e01722b9-e7ef-4b07-bc45-75ebed7211fd req-5d2245c5-3ba0-4540-a7f1-76e76014dfa2 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Received event network-vif-deleted-730c57f7-6bd6-4362-9a44-80866195e2ef {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.234869] env[69520]: INFO nova.compute.manager [req-e01722b9-e7ef-4b07-bc45-75ebed7211fd req-5d2245c5-3ba0-4540-a7f1-76e76014dfa2 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Neutron deleted interface 730c57f7-6bd6-4362-9a44-80866195e2ef; detaching it from the instance and deleting it from the info cache [ 1299.234869] env[69520]: DEBUG nova.network.neutron [req-e01722b9-e7ef-4b07-bc45-75ebed7211fd req-5d2245c5-3ba0-4540-a7f1-76e76014dfa2 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.246349] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52c8be49-91b2-0c72-9c40-95cd3c282189, 'name': SearchDatastore_Task, 'duration_secs': 0.008901} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.249460] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c0e029-0190-4586-93aa-09a6a0440ed8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.255676] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for the task: (returnval){ [ 1299.255676] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fd3a1c-28ac-1b7d-0847-d38e5e7dac04" [ 1299.255676] env[69520]: _type = "Task" [ 1299.255676] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.263591] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fd3a1c-28ac-1b7d-0847-d38e5e7dac04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.409361] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482818, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.650701] env[69520]: DEBUG nova.compute.manager [req-98f115ad-4295-4825-9bbc-7276c1d63077 req-85acbc4f-4745-4c9b-ba87-fe0251e0a342 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Received event network-vif-deleted-a9c04bb2-4cbf-4f0b-931a-18ae97ad7941 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.651034] env[69520]: INFO nova.compute.manager [req-98f115ad-4295-4825-9bbc-7276c1d63077 req-85acbc4f-4745-4c9b-ba87-fe0251e0a342 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Neutron deleted interface a9c04bb2-4cbf-4f0b-931a-18ae97ad7941; detaching it from the instance and deleting it from the info cache [ 1299.651232] env[69520]: DEBUG nova.network.neutron [req-98f115ad-4295-4825-9bbc-7276c1d63077 req-85acbc4f-4745-4c9b-ba87-fe0251e0a342 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.708458] env[69520]: DEBUG nova.network.neutron [-] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.741161] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b1e8758-4066-4234-961c-ff5c10d062d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.751611] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e101dd-622d-4c99-8c24-c7ee46d98858 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.773021] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fd3a1c-28ac-1b7d-0847-d38e5e7dac04, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.773021] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.773021] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 8dc14909-cb21-4618-a75d-b1a451e2ce5c/8dc14909-cb21-4618-a75d-b1a451e2ce5c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.773362] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daaa3572-cc5c-41e2-b196-8376e3c37ddf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.785361] env[69520]: DEBUG nova.compute.manager [req-e01722b9-e7ef-4b07-bc45-75ebed7211fd req-5d2245c5-3ba0-4540-a7f1-76e76014dfa2 service nova] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Detach interface failed, port_id=730c57f7-6bd6-4362-9a44-80866195e2ef, reason: Instance d3c31319-b732-45c3-9d80-71608923d0a1 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1299.786041] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for the task: (returnval){ [ 1299.786041] env[69520]: value = "task-3482819" [ 1299.786041] env[69520]: _type = "Task" [ 1299.786041] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.793782] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.797482] env[69520]: DEBUG nova.compute.manager [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.840281] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.841538] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.841538] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.841538] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.841538] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.841788] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.841919] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.842183] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.842431] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.842662] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.842883] env[69520]: DEBUG nova.virt.hardware [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.843879] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a834b3f-fc68-4732-afd7-12e27e796018 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.852502] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9f6d7c-2567-493b-8047-62c54114a8df {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.908279] env[69520]: DEBUG oslo_vmware.api [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482818, 'name': PowerOnVM_Task, 'duration_secs': 0.522749} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.908582] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.911649] env[69520]: DEBUG nova.compute.manager [None req-26928efa-d5b6-4936-bf07-9ef8e8033bf0 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.912552] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a55d387-6c47-4841-8917-77f534bd8ee8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.134062] env[69520]: DEBUG nova.network.neutron [-] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.154443] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-448af6c8-15c5-4f62-a62a-04d8006b3ffc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.165290] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2da5a3-33a2-4a41-8856-6b0d1124348b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.194032] env[69520]: DEBUG nova.compute.manager [req-98f115ad-4295-4825-9bbc-7276c1d63077 req-85acbc4f-4745-4c9b-ba87-fe0251e0a342 service nova] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Detach interface failed, port_id=a9c04bb2-4cbf-4f0b-931a-18ae97ad7941, reason: Instance bb949f71-a45d-43df-99e1-93a1936badff could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.211894] env[69520]: INFO nova.compute.manager [-] [instance: d3c31319-b732-45c3-9d80-71608923d0a1] Took 1.60 seconds to deallocate network for instance. [ 1300.296390] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443307} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.296663] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 8dc14909-cb21-4618-a75d-b1a451e2ce5c/8dc14909-cb21-4618-a75d-b1a451e2ce5c.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.296877] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.297137] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e319e247-1ccc-43ee-8662-42ca096f1206 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.303694] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for the task: (returnval){ [ 1300.303694] env[69520]: value = "task-3482820" [ 1300.303694] env[69520]: _type = "Task" [ 1300.303694] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.312593] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.335260] env[69520]: DEBUG nova.network.neutron [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Successfully updated port: e59a8af7-6e45-4042-a8e4-096acd3f1098 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.638771] env[69520]: INFO nova.compute.manager [-] [instance: bb949f71-a45d-43df-99e1-93a1936badff] Took 1.46 seconds to deallocate network for instance. [ 1300.719140] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.719448] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.719632] env[69520]: DEBUG nova.objects.instance [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lazy-loading 'resources' on Instance uuid d3c31319-b732-45c3-9d80-71608923d0a1 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.814077] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0655} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.814376] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.815187] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe88ca8-77d4-4d45-a427-1250154c733b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.834681] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 8dc14909-cb21-4618-a75d-b1a451e2ce5c/8dc14909-cb21-4618-a75d-b1a451e2ce5c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.834953] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a852bb0-2ad0-4329-b092-fa79077e917e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.850086] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquiring lock "refresh_cache-c3229808-6547-4700-9198-dd0c0d4f630f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.850241] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquired lock "refresh_cache-c3229808-6547-4700-9198-dd0c0d4f630f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.850383] env[69520]: DEBUG nova.network.neutron [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.856808] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for the task: (returnval){ [ 1300.856808] env[69520]: value = "task-3482821" [ 1300.856808] env[69520]: _type = "Task" [ 1300.856808] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.865417] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.145820] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.261051] env[69520]: DEBUG nova.compute.manager [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Received event network-vif-plugged-e59a8af7-6e45-4042-a8e4-096acd3f1098 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.261311] env[69520]: DEBUG oslo_concurrency.lockutils [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] Acquiring lock "c3229808-6547-4700-9198-dd0c0d4f630f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.261451] env[69520]: DEBUG oslo_concurrency.lockutils [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] Lock "c3229808-6547-4700-9198-dd0c0d4f630f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.261606] env[69520]: DEBUG oslo_concurrency.lockutils [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] Lock "c3229808-6547-4700-9198-dd0c0d4f630f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.262031] env[69520]: DEBUG nova.compute.manager [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] No waiting events found dispatching network-vif-plugged-e59a8af7-6e45-4042-a8e4-096acd3f1098 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.262031] env[69520]: WARNING nova.compute.manager [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Received unexpected event network-vif-plugged-e59a8af7-6e45-4042-a8e4-096acd3f1098 for instance with vm_state building and task_state spawning. [ 1301.262538] env[69520]: DEBUG nova.compute.manager [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Received event network-changed-e59a8af7-6e45-4042-a8e4-096acd3f1098 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.262538] env[69520]: DEBUG nova.compute.manager [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Refreshing instance network info cache due to event network-changed-e59a8af7-6e45-4042-a8e4-096acd3f1098. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.262608] env[69520]: DEBUG oslo_concurrency.lockutils [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] Acquiring lock "refresh_cache-c3229808-6547-4700-9198-dd0c0d4f630f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.314824] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83e693e-48c8-4688-be28-7c4678b74ac9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.323253] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5248538e-245c-45ba-b2b5-5c86cc6b4465 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.356986] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87268083-78c5-452d-a916-9f0fb3af0896 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.370069] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acdd964-6049-4302-8ae8-3fb22931f2f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.373906] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.384078] env[69520]: DEBUG nova.compute.provider_tree [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.386018] env[69520]: DEBUG nova.network.neutron [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.525800] env[69520]: DEBUG nova.network.neutron [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Updating instance_info_cache with network_info: [{"id": "e59a8af7-6e45-4042-a8e4-096acd3f1098", "address": "fa:16:3e:7f:6c:91", "network": {"id": "9120487b-5ac1-4158-a7b9-d57a005e8d28", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1400524393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0c042bfa9524f8bb3790f5a051b40fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59a8af7-6e", "ovs_interfaceid": "e59a8af7-6e45-4042-a8e4-096acd3f1098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.540694] env[69520]: INFO nova.compute.manager [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Unrescuing [ 1301.541064] env[69520]: DEBUG oslo_concurrency.lockutils [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.541243] env[69520]: DEBUG oslo_concurrency.lockutils [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.541408] env[69520]: DEBUG nova.network.neutron [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.870308] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482821, 'name': ReconfigVM_Task, 'duration_secs': 0.752083} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.870308] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 8dc14909-cb21-4618-a75d-b1a451e2ce5c/8dc14909-cb21-4618-a75d-b1a451e2ce5c.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.870601] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c23e506b-9352-4fb2-8127-950021dffa4d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.877305] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for the task: (returnval){ [ 1301.877305] env[69520]: value = "task-3482822" [ 1301.877305] env[69520]: _type = "Task" [ 1301.877305] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.885639] env[69520]: DEBUG nova.scheduler.client.report [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.888549] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482822, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.028730] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Releasing lock "refresh_cache-c3229808-6547-4700-9198-dd0c0d4f630f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.029112] env[69520]: DEBUG nova.compute.manager [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Instance network_info: |[{"id": "e59a8af7-6e45-4042-a8e4-096acd3f1098", "address": "fa:16:3e:7f:6c:91", "network": {"id": "9120487b-5ac1-4158-a7b9-d57a005e8d28", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1400524393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0c042bfa9524f8bb3790f5a051b40fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59a8af7-6e", "ovs_interfaceid": "e59a8af7-6e45-4042-a8e4-096acd3f1098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.029439] env[69520]: DEBUG oslo_concurrency.lockutils [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] Acquired lock "refresh_cache-c3229808-6547-4700-9198-dd0c0d4f630f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.029619] env[69520]: DEBUG nova.network.neutron [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Refreshing network info cache for port e59a8af7-6e45-4042-a8e4-096acd3f1098 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.030852] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:6c:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e59a8af7-6e45-4042-a8e4-096acd3f1098', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.038191] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Creating folder: Project (a0c042bfa9524f8bb3790f5a051b40fd). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.039176] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2bf00e7-199a-4b68-b2e6-47daab2ad3ae {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.050501] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Created folder: Project (a0c042bfa9524f8bb3790f5a051b40fd) in parent group-v695915. [ 1302.050686] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Creating folder: Instances. Parent ref: group-v696248. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.050927] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7806291c-ec25-4155-94e8-6e65a23ea71d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.060025] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Created folder: Instances in parent group-v696248. [ 1302.060025] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.060025] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.060025] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75603240-3b21-4df9-aedc-78e98540de8e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.078645] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.078645] env[69520]: value = "task-3482825" [ 1302.078645] env[69520]: _type = "Task" [ 1302.078645] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.086895] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482825, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.276170] env[69520]: DEBUG nova.network.neutron [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Updating instance_info_cache with network_info: [{"id": "e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f", "address": "fa:16:3e:2c:44:f9", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d00ee6-8c", "ovs_interfaceid": "e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.387902] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482822, 'name': Rename_Task, 'duration_secs': 0.435432} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.388148] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.388418] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b8617a6-d5f2-44ba-92d5-a01f4145fd98 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.390739] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.392878] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.247s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.393181] env[69520]: DEBUG nova.objects.instance [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lazy-loading 'resources' on Instance uuid bb949f71-a45d-43df-99e1-93a1936badff {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.399629] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for the task: (returnval){ [ 1302.399629] env[69520]: value = "task-3482826" [ 1302.399629] env[69520]: _type = "Task" [ 1302.399629] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.407662] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.409556] env[69520]: INFO nova.scheduler.client.report [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Deleted allocations for instance d3c31319-b732-45c3-9d80-71608923d0a1 [ 1302.588970] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482825, 'name': CreateVM_Task, 'duration_secs': 0.393694} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.590065] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.590065] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.590065] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.590381] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.590671] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0cede2-57c1-432f-88e4-5e3164482c21 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.595084] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for the task: (returnval){ [ 1302.595084] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]525fd0e5-1078-a0a5-bc7a-c09d25fbc5a5" [ 1302.595084] env[69520]: _type = "Task" [ 1302.595084] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.602790] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525fd0e5-1078-a0a5-bc7a-c09d25fbc5a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.740977] env[69520]: DEBUG nova.network.neutron [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Updated VIF entry in instance network info cache for port e59a8af7-6e45-4042-a8e4-096acd3f1098. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.741396] env[69520]: DEBUG nova.network.neutron [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Updating instance_info_cache with network_info: [{"id": "e59a8af7-6e45-4042-a8e4-096acd3f1098", "address": "fa:16:3e:7f:6c:91", "network": {"id": "9120487b-5ac1-4158-a7b9-d57a005e8d28", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1400524393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0c042bfa9524f8bb3790f5a051b40fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59a8af7-6e", "ovs_interfaceid": "e59a8af7-6e45-4042-a8e4-096acd3f1098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.778986] env[69520]: DEBUG oslo_concurrency.lockutils [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "refresh_cache-171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.779683] env[69520]: DEBUG nova.objects.instance [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lazy-loading 'flavor' on Instance uuid 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.911084] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482826, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.916677] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d7cdf412-5351-490e-88e2-a515606efb87 tempest-AttachVolumeShelveTestJSON-1798905535 tempest-AttachVolumeShelveTestJSON-1798905535-project-member] Lock "d3c31319-b732-45c3-9d80-71608923d0a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.929s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.980373] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87a6d30-247f-4ba5-acd4-ebcc9b8cdcb5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.990771] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f62c226-e9b8-4994-a2d1-5b99a6ddbfc0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.035149] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356720d3-736e-4043-bd03-73f88bb6805c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.043712] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0724a367-64a3-4771-9aff-4c1b5644e23b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.056607] env[69520]: DEBUG nova.compute.provider_tree [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.104993] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]525fd0e5-1078-a0a5-bc7a-c09d25fbc5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.105360] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.105641] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.105906] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.106087] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.106309] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.106592] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d1c6c6a-c00e-42ec-8694-dbffc808cf00 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.114947] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.115136] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.116087] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9adfb48-3a35-47ce-b9c4-f66509197005 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.120961] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for the task: (returnval){ [ 1303.120961] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5284d7a5-d690-5b4e-28f9-586d296ce21b" [ 1303.120961] env[69520]: _type = "Task" [ 1303.120961] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.128797] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5284d7a5-d690-5b4e-28f9-586d296ce21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.243837] env[69520]: DEBUG oslo_concurrency.lockutils [req-c20614c1-ef22-46e5-9e43-9509eb9865c6 req-78dec721-4f0a-440e-9399-31a2e0b448f1 service nova] Releasing lock "refresh_cache-c3229808-6547-4700-9198-dd0c0d4f630f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.286246] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060230c2-5d4a-4c6c-925c-61dde4df490f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.308572] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.308905] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4149ab5d-0b99-4f73-b316-49d11b5e0887 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.315917] env[69520]: DEBUG oslo_vmware.api [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1303.315917] env[69520]: value = "task-3482827" [ 1303.315917] env[69520]: _type = "Task" [ 1303.315917] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.323843] env[69520]: DEBUG oslo_vmware.api [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.411652] env[69520]: DEBUG oslo_vmware.api [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482826, 'name': PowerOnVM_Task, 'duration_secs': 0.545184} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.411652] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.411652] env[69520]: INFO nova.compute.manager [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Took 5.82 seconds to spawn the instance on the hypervisor. [ 1303.411897] env[69520]: DEBUG nova.compute.manager [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.412685] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b745895d-c69d-438d-bb1d-5e33b16d435e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.560275] env[69520]: DEBUG nova.scheduler.client.report [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.632733] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5284d7a5-d690-5b4e-28f9-586d296ce21b, 'name': SearchDatastore_Task, 'duration_secs': 0.007658} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.633483] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b77e50-e0cf-4e68-944e-a51d24368669 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.638652] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for the task: (returnval){ [ 1303.638652] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52049ab0-1f5b-846b-3b78-052898740e3b" [ 1303.638652] env[69520]: _type = "Task" [ 1303.638652] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.647382] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52049ab0-1f5b-846b-3b78-052898740e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.825626] env[69520]: DEBUG oslo_vmware.api [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482827, 'name': PowerOffVM_Task, 'duration_secs': 0.271172} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.825943] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.831617] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.832368] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d71a3c1-66a3-4659-8d6c-0261757a4dfa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.851653] env[69520]: DEBUG oslo_vmware.api [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1303.851653] env[69520]: value = "task-3482828" [ 1303.851653] env[69520]: _type = "Task" [ 1303.851653] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.859118] env[69520]: DEBUG oslo_vmware.api [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.933994] env[69520]: INFO nova.compute.manager [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Took 10.60 seconds to build instance. [ 1304.066023] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.091648] env[69520]: INFO nova.scheduler.client.report [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleted allocations for instance bb949f71-a45d-43df-99e1-93a1936badff [ 1304.152176] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52049ab0-1f5b-846b-3b78-052898740e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.153444] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.154030] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] c3229808-6547-4700-9198-dd0c0d4f630f/c3229808-6547-4700-9198-dd0c0d4f630f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.154172] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-346319df-3928-45fd-8701-7c95363b205f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.162456] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for the task: (returnval){ [ 1304.162456] env[69520]: value = "task-3482829" [ 1304.162456] env[69520]: _type = "Task" [ 1304.162456] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.170696] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.363380] env[69520]: DEBUG oslo_vmware.api [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482828, 'name': ReconfigVM_Task, 'duration_secs': 0.356874} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.363623] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1304.363812] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.364130] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60578405-1adc-4dc3-aed1-10b8883dafb0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.372171] env[69520]: DEBUG oslo_vmware.api [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1304.372171] env[69520]: value = "task-3482830" [ 1304.372171] env[69520]: _type = "Task" [ 1304.372171] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.384397] env[69520]: DEBUG oslo_vmware.api [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.436107] env[69520]: DEBUG oslo_concurrency.lockutils [None req-8987331b-58de-467d-93e2-c5c7cb16f963 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lock "8dc14909-cb21-4618-a75d-b1a451e2ce5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.109s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.601018] env[69520]: DEBUG oslo_concurrency.lockutils [None req-f7df2d60-ff5b-4153-b9a1-d8f0ca65b59f tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "bb949f71-a45d-43df-99e1-93a1936badff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.074s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.638802] env[69520]: DEBUG nova.compute.manager [None req-46372743-7606-4e52-ba8f-9db96a7f07ee tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.639766] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd503ab-95dd-45d1-8e6d-1050fac5cbf1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.672383] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44059} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.673359] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] c3229808-6547-4700-9198-dd0c0d4f630f/c3229808-6547-4700-9198-dd0c0d4f630f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.673609] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.673891] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5049a01-9774-4323-ada9-a22b54c6b167 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.680489] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for the task: (returnval){ [ 1304.680489] env[69520]: value = "task-3482832" [ 1304.680489] env[69520]: _type = "Task" [ 1304.680489] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.689420] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.706691] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquiring lock "8dc14909-cb21-4618-a75d-b1a451e2ce5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.706691] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lock "8dc14909-cb21-4618-a75d-b1a451e2ce5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.706905] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquiring lock "8dc14909-cb21-4618-a75d-b1a451e2ce5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.707157] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lock "8dc14909-cb21-4618-a75d-b1a451e2ce5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.707551] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lock "8dc14909-cb21-4618-a75d-b1a451e2ce5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.709721] env[69520]: INFO nova.compute.manager [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Terminating instance [ 1304.883844] env[69520]: DEBUG oslo_vmware.api [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482830, 'name': PowerOnVM_Task, 'duration_secs': 0.486517} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.884125] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.884384] env[69520]: DEBUG nova.compute.manager [None req-85734cd6-4ddb-46aa-b84b-769738c66ca3 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.885129] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503b8071-5256-4e02-adbf-6ba11187b902 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.151477] env[69520]: INFO nova.compute.manager [None req-46372743-7606-4e52-ba8f-9db96a7f07ee tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] instance snapshotting [ 1305.152123] env[69520]: DEBUG nova.objects.instance [None req-46372743-7606-4e52-ba8f-9db96a7f07ee tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lazy-loading 'flavor' on Instance uuid 8dc14909-cb21-4618-a75d-b1a451e2ce5c {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.190785] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0647} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.191088] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.191825] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca17e6e-f2f1-487c-9188-de6deeeb7a88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.213276] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c3229808-6547-4700-9198-dd0c0d4f630f/c3229808-6547-4700-9198-dd0c0d4f630f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.214051] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquiring lock "refresh_cache-8dc14909-cb21-4618-a75d-b1a451e2ce5c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.214218] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquired lock "refresh_cache-8dc14909-cb21-4618-a75d-b1a451e2ce5c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.214387] env[69520]: DEBUG nova.network.neutron [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.218098] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d932c3-1f68-4e97-ad1a-1ccc5760fa83 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.239847] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for the task: (returnval){ [ 1305.239847] env[69520]: value = "task-3482833" [ 1305.239847] env[69520]: _type = "Task" [ 1305.239847] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.248041] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.657713] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8290b627-2488-4d74-92a5-3d76ddd5c804 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.675116] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18943af-428f-4c00-bf17-dc6d374e0bcb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.735130] env[69520]: DEBUG nova.network.neutron [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.750582] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.826021] env[69520]: DEBUG nova.network.neutron [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.185445] env[69520]: DEBUG nova.compute.manager [None req-46372743-7606-4e52-ba8f-9db96a7f07ee tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Instance disappeared during snapshot {{(pid=69520) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1306.252523] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482833, 'name': ReconfigVM_Task, 'duration_secs': 0.780948} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.252811] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c3229808-6547-4700-9198-dd0c0d4f630f/c3229808-6547-4700-9198-dd0c0d4f630f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.253467] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bace124a-4320-42c9-bf9c-ebe073b799e5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.261023] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for the task: (returnval){ [ 1306.261023] env[69520]: value = "task-3482834" [ 1306.261023] env[69520]: _type = "Task" [ 1306.261023] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.268709] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482834, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.301445] env[69520]: DEBUG nova.compute.manager [None req-46372743-7606-4e52-ba8f-9db96a7f07ee tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Found 0 images (rotation: 2) {{(pid=69520) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1306.329360] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Releasing lock "refresh_cache-8dc14909-cb21-4618-a75d-b1a451e2ce5c" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.329784] env[69520]: DEBUG nova.compute.manager [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.330024] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.330875] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab987d0e-ccb2-42f7-8047-f11fb5a1b28c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.338423] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.338671] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd64113f-7340-4e40-bf1d-1624d2fbd37e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.344842] env[69520]: DEBUG oslo_vmware.api [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for the task: (returnval){ [ 1306.344842] env[69520]: value = "task-3482835" [ 1306.344842] env[69520]: _type = "Task" [ 1306.344842] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.352634] env[69520]: DEBUG oslo_vmware.api [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.717436] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.717668] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.770674] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482834, 'name': Rename_Task, 'duration_secs': 0.147879} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.771613] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.771613] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d32b829-8fc9-4cf2-98e5-75d6483307af {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.777806] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for the task: (returnval){ [ 1306.777806] env[69520]: value = "task-3482836" [ 1306.777806] env[69520]: _type = "Task" [ 1306.777806] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.785082] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.855556] env[69520]: DEBUG oslo_vmware.api [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482835, 'name': PowerOffVM_Task, 'duration_secs': 0.277518} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.855828] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.855995] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.856259] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e6f73bc-3bbc-446b-8033-91956b6336c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.881154] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.881419] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.881605] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Deleting the datastore file [datastore1] 8dc14909-cb21-4618-a75d-b1a451e2ce5c {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.881873] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87beff32-1296-4720-9e99-46db77f62f36 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.889116] env[69520]: DEBUG oslo_vmware.api [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for the task: (returnval){ [ 1306.889116] env[69520]: value = "task-3482838" [ 1306.889116] env[69520]: _type = "Task" [ 1306.889116] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.897792] env[69520]: DEBUG oslo_vmware.api [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.220224] env[69520]: DEBUG nova.compute.manager [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.287996] env[69520]: DEBUG oslo_vmware.api [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482836, 'name': PowerOnVM_Task, 'duration_secs': 0.466807} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.288236] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.288741] env[69520]: INFO nova.compute.manager [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1307.288741] env[69520]: DEBUG nova.compute.manager [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.289845] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1463cdd-d7a2-41ab-b897-450f8f8bde38 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.402503] env[69520]: DEBUG oslo_vmware.api [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Task: {'id': task-3482838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099713} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.402503] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.402503] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.402503] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.402503] env[69520]: INFO nova.compute.manager [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1307.402503] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.402503] env[69520]: DEBUG nova.compute.manager [-] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.402503] env[69520]: DEBUG nova.network.neutron [-] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.417151] env[69520]: DEBUG nova.network.neutron [-] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.748161] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.748480] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.750142] env[69520]: INFO nova.compute.claims [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.804693] env[69520]: INFO nova.compute.manager [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Took 12.30 seconds to build instance. [ 1307.922099] env[69520]: DEBUG nova.network.neutron [-] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.306301] env[69520]: DEBUG oslo_concurrency.lockutils [None req-fa5f7c9e-f699-423b-846f-a7a929cba895 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lock "c3229808-6547-4700-9198-dd0c0d4f630f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.813s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.415894] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.416134] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.425090] env[69520]: INFO nova.compute.manager [-] [instance: 8dc14909-cb21-4618-a75d-b1a451e2ce5c] Took 1.02 seconds to deallocate network for instance. [ 1308.878894] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1819ddb0-684a-421b-964d-3b986b2191c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.888413] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b32bbf-c47f-4338-9028-8193aedaa567 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.930540] env[69520]: DEBUG nova.compute.manager [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1308.934119] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.934954] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a77d29-b02a-4e65-984c-2525b8ac2245 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.943830] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faed1cf6-4e0e-40e8-95d3-e193499916d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.959772] env[69520]: DEBUG nova.compute.provider_tree [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.376698] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquiring lock "c3229808-6547-4700-9198-dd0c0d4f630f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.378344] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lock "c3229808-6547-4700-9198-dd0c0d4f630f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.379254] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquiring lock "c3229808-6547-4700-9198-dd0c0d4f630f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.379659] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lock "c3229808-6547-4700-9198-dd0c0d4f630f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.380038] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lock "c3229808-6547-4700-9198-dd0c0d4f630f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.383985] env[69520]: INFO nova.compute.manager [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Terminating instance [ 1309.470843] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.470843] env[69520]: DEBUG nova.scheduler.client.report [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.892082] env[69520]: DEBUG nova.compute.manager [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.892353] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.893732] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c8ad0b-e57b-4fee-8c44-1610af4c6ecb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.904249] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.904589] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a61315c-8012-4d12-b21b-6e217bc5cbf5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.911954] env[69520]: DEBUG oslo_vmware.api [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for the task: (returnval){ [ 1309.911954] env[69520]: value = "task-3482839" [ 1309.911954] env[69520]: _type = "Task" [ 1309.911954] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.922641] env[69520]: DEBUG oslo_vmware.api [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.969026] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.969026] env[69520]: DEBUG nova.compute.manager [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.972412] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.037s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.972412] env[69520]: DEBUG nova.objects.instance [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lazy-loading 'resources' on Instance uuid 8dc14909-cb21-4618-a75d-b1a451e2ce5c {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.421371] env[69520]: DEBUG oslo_vmware.api [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482839, 'name': PowerOffVM_Task, 'duration_secs': 0.224053} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.421724] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.421798] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.422054] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6da7e55-cf62-4cdd-b21c-585c93df8eb8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.474412] env[69520]: DEBUG nova.compute.utils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.475955] env[69520]: DEBUG nova.compute.manager [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.476159] env[69520]: DEBUG nova.network.neutron [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.482436] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.482594] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.482762] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Deleting the datastore file [datastore1] c3229808-6547-4700-9198-dd0c0d4f630f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.483116] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05c0258e-3b9c-4a35-9817-2e8519e94599 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.490888] env[69520]: DEBUG oslo_vmware.api [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for the task: (returnval){ [ 1310.490888] env[69520]: value = "task-3482841" [ 1310.490888] env[69520]: _type = "Task" [ 1310.490888] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.499983] env[69520]: DEBUG oslo_vmware.api [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.519757] env[69520]: DEBUG nova.policy [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c8ef2467fa94b5880a30411f9f46867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aff247bba5746d98ecf8439ac619b76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.585345] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40abdc62-ba94-4b88-a4a9-f151b1017d97 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.592522] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043a9da3-3ea6-459c-a61e-fde731bcddc0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.623232] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96467db6-db87-4aac-bf08-cc25c1c77510 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.631479] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28624639-ea60-4f8a-8c1a-fdb5dc900258 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.644785] env[69520]: DEBUG nova.compute.provider_tree [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.775275] env[69520]: DEBUG nova.network.neutron [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Successfully created port: d84b3dda-ab1b-4142-aa83-2dd168c32ed3 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.979438] env[69520]: DEBUG nova.compute.manager [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.001566] env[69520]: DEBUG oslo_vmware.api [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Task: {'id': task-3482841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141414} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.001982] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.003051] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.003051] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.003051] env[69520]: INFO nova.compute.manager [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1311.003051] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.003288] env[69520]: DEBUG nova.compute.manager [-] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.003330] env[69520]: DEBUG nova.network.neutron [-] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.147958] env[69520]: DEBUG nova.scheduler.client.report [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.251150] env[69520]: DEBUG nova.compute.manager [req-aa266883-a23a-4ba8-99e0-bca5ccf27d84 req-1b2ad323-8915-4bed-b8e0-a2ce1cd47707 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Received event network-vif-deleted-e59a8af7-6e45-4042-a8e4-096acd3f1098 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.251331] env[69520]: INFO nova.compute.manager [req-aa266883-a23a-4ba8-99e0-bca5ccf27d84 req-1b2ad323-8915-4bed-b8e0-a2ce1cd47707 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Neutron deleted interface e59a8af7-6e45-4042-a8e4-096acd3f1098; detaching it from the instance and deleting it from the info cache [ 1311.251536] env[69520]: DEBUG nova.network.neutron [req-aa266883-a23a-4ba8-99e0-bca5ccf27d84 req-1b2ad323-8915-4bed-b8e0-a2ce1cd47707 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.653089] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.656023] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.197s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.657166] env[69520]: INFO nova.compute.claims [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.674965] env[69520]: INFO nova.scheduler.client.report [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Deleted allocations for instance 8dc14909-cb21-4618-a75d-b1a451e2ce5c [ 1311.735540] env[69520]: DEBUG nova.network.neutron [-] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.753749] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02015e9b-67d5-4b5f-8a81-37ae47ca7fe9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.765624] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac9d31b-781c-4662-8fbe-b4434f332827 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.793674] env[69520]: DEBUG nova.compute.manager [req-aa266883-a23a-4ba8-99e0-bca5ccf27d84 req-1b2ad323-8915-4bed-b8e0-a2ce1cd47707 service nova] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Detach interface failed, port_id=e59a8af7-6e45-4042-a8e4-096acd3f1098, reason: Instance c3229808-6547-4700-9198-dd0c0d4f630f could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1311.990492] env[69520]: DEBUG nova.compute.manager [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.019582] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.019924] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.020222] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.020567] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.020812] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.021049] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.021337] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.021516] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.021793] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.021979] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.022214] env[69520]: DEBUG nova.virt.hardware [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.023527] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251a3814-5791-4c4c-a374-4e9a315ae3d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.033226] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e380d0-908e-4484-80d6-19e7eba5ac7d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.141445] env[69520]: DEBUG nova.compute.manager [req-10dcd08e-af0d-430b-a310-ca6abb8d9d85 req-e49b2690-53d9-41f1-b341-121b477b3360 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Received event network-vif-plugged-d84b3dda-ab1b-4142-aa83-2dd168c32ed3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.141662] env[69520]: DEBUG oslo_concurrency.lockutils [req-10dcd08e-af0d-430b-a310-ca6abb8d9d85 req-e49b2690-53d9-41f1-b341-121b477b3360 service nova] Acquiring lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.141920] env[69520]: DEBUG oslo_concurrency.lockutils [req-10dcd08e-af0d-430b-a310-ca6abb8d9d85 req-e49b2690-53d9-41f1-b341-121b477b3360 service nova] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.142152] env[69520]: DEBUG oslo_concurrency.lockutils [req-10dcd08e-af0d-430b-a310-ca6abb8d9d85 req-e49b2690-53d9-41f1-b341-121b477b3360 service nova] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.142383] env[69520]: DEBUG nova.compute.manager [req-10dcd08e-af0d-430b-a310-ca6abb8d9d85 req-e49b2690-53d9-41f1-b341-121b477b3360 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] No waiting events found dispatching network-vif-plugged-d84b3dda-ab1b-4142-aa83-2dd168c32ed3 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.142589] env[69520]: WARNING nova.compute.manager [req-10dcd08e-af0d-430b-a310-ca6abb8d9d85 req-e49b2690-53d9-41f1-b341-121b477b3360 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Received unexpected event network-vif-plugged-d84b3dda-ab1b-4142-aa83-2dd168c32ed3 for instance with vm_state building and task_state spawning. [ 1312.185423] env[69520]: DEBUG oslo_concurrency.lockutils [None req-20d5a9fc-1c5d-4f0a-9198-c12a02810601 tempest-ServersAaction247Test-1884807495 tempest-ServersAaction247Test-1884807495-project-member] Lock "8dc14909-cb21-4618-a75d-b1a451e2ce5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.478s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.234772] env[69520]: DEBUG nova.network.neutron [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Successfully updated port: d84b3dda-ab1b-4142-aa83-2dd168c32ed3 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.237630] env[69520]: INFO nova.compute.manager [-] [instance: c3229808-6547-4700-9198-dd0c0d4f630f] Took 1.23 seconds to deallocate network for instance. [ 1312.739933] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "refresh_cache-d96e0fd8-5ea8-42fa-903a-268e82b7a83f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.740230] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "refresh_cache-d96e0fd8-5ea8-42fa-903a-268e82b7a83f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.740314] env[69520]: DEBUG nova.network.neutron [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.743905] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.748017] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afe4361-06a0-4321-9c0e-04fd35d96074 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.755898] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5111df-dff3-4ec6-9f3b-e7e4b0d1fa31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.787340] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c40054f-c9be-4cab-94e5-1b3e27d56f13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.795301] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8db80c-d36a-4de5-b8f5-e9c718762bd5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.808670] env[69520]: DEBUG nova.compute.provider_tree [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.275435] env[69520]: DEBUG nova.network.neutron [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.311897] env[69520]: DEBUG nova.scheduler.client.report [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.473253] env[69520]: DEBUG nova.network.neutron [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Updating instance_info_cache with network_info: [{"id": "d84b3dda-ab1b-4142-aa83-2dd168c32ed3", "address": "fa:16:3e:d4:00:6c", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84b3dda-ab", "ovs_interfaceid": "d84b3dda-ab1b-4142-aa83-2dd168c32ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.816719] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.817300] env[69520]: DEBUG nova.compute.manager [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.819947] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.076s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.820221] env[69520]: DEBUG nova.objects.instance [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lazy-loading 'resources' on Instance uuid c3229808-6547-4700-9198-dd0c0d4f630f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.979653] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "refresh_cache-d96e0fd8-5ea8-42fa-903a-268e82b7a83f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.980029] env[69520]: DEBUG nova.compute.manager [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Instance network_info: |[{"id": "d84b3dda-ab1b-4142-aa83-2dd168c32ed3", "address": "fa:16:3e:d4:00:6c", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84b3dda-ab", "ovs_interfaceid": "d84b3dda-ab1b-4142-aa83-2dd168c32ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1313.980798] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:00:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd84b3dda-ab1b-4142-aa83-2dd168c32ed3', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.989273] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.989483] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.989700] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0f8a218-fa3d-4b30-ae22-6fa3e8bd0616 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.010261] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.010261] env[69520]: value = "task-3482842" [ 1314.010261] env[69520]: _type = "Task" [ 1314.010261] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.017806] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482842, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.170627] env[69520]: DEBUG nova.compute.manager [req-eccd00dc-de55-434d-b151-891dc2e1715d req-87c05fa5-358f-4731-8550-8267a82fde47 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Received event network-changed-d84b3dda-ab1b-4142-aa83-2dd168c32ed3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.170824] env[69520]: DEBUG nova.compute.manager [req-eccd00dc-de55-434d-b151-891dc2e1715d req-87c05fa5-358f-4731-8550-8267a82fde47 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Refreshing instance network info cache due to event network-changed-d84b3dda-ab1b-4142-aa83-2dd168c32ed3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.171333] env[69520]: DEBUG oslo_concurrency.lockutils [req-eccd00dc-de55-434d-b151-891dc2e1715d req-87c05fa5-358f-4731-8550-8267a82fde47 service nova] Acquiring lock "refresh_cache-d96e0fd8-5ea8-42fa-903a-268e82b7a83f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.171587] env[69520]: DEBUG oslo_concurrency.lockutils [req-eccd00dc-de55-434d-b151-891dc2e1715d req-87c05fa5-358f-4731-8550-8267a82fde47 service nova] Acquired lock "refresh_cache-d96e0fd8-5ea8-42fa-903a-268e82b7a83f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.171768] env[69520]: DEBUG nova.network.neutron [req-eccd00dc-de55-434d-b151-891dc2e1715d req-87c05fa5-358f-4731-8550-8267a82fde47 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Refreshing network info cache for port d84b3dda-ab1b-4142-aa83-2dd168c32ed3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.323629] env[69520]: DEBUG nova.compute.utils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1314.328305] env[69520]: DEBUG nova.compute.manager [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1314.328552] env[69520]: DEBUG nova.network.neutron [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.366804] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "286e89b8-0503-4625-b340-0752d532249f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.367989] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "286e89b8-0503-4625-b340-0752d532249f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.375449] env[69520]: DEBUG nova.policy [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a719fe60974c4010b138dee3198a82ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55be35e2bf62472daed435b69e387bac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1314.421248] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faa6a0e-c08b-4bbb-ac44-4830aa1219ac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.428536] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497d5895-4598-4b7b-a43d-25ee5b639abd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.458215] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fec88b-ea51-4b48-b02c-28e1950b04b0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.465181] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3422187a-1ebd-4f7f-9749-c74e4522648c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.477822] env[69520]: DEBUG nova.compute.provider_tree [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.520093] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482842, 'name': CreateVM_Task, 'duration_secs': 0.304705} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.520305] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.520926] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.521132] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.521448] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.521935] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac05811-fbbf-44f8-bbf0-8540f0e38278 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.526649] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1314.526649] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529f5181-b1f5-ee58-a597-23a1ec35ffc3" [ 1314.526649] env[69520]: _type = "Task" [ 1314.526649] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.535554] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529f5181-b1f5-ee58-a597-23a1ec35ffc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.659330] env[69520]: DEBUG nova.network.neutron [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Successfully created port: e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.829286] env[69520]: DEBUG nova.compute.manager [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.855365] env[69520]: DEBUG nova.network.neutron [req-eccd00dc-de55-434d-b151-891dc2e1715d req-87c05fa5-358f-4731-8550-8267a82fde47 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Updated VIF entry in instance network info cache for port d84b3dda-ab1b-4142-aa83-2dd168c32ed3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.855713] env[69520]: DEBUG nova.network.neutron [req-eccd00dc-de55-434d-b151-891dc2e1715d req-87c05fa5-358f-4731-8550-8267a82fde47 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Updating instance_info_cache with network_info: [{"id": "d84b3dda-ab1b-4142-aa83-2dd168c32ed3", "address": "fa:16:3e:d4:00:6c", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84b3dda-ab", "ovs_interfaceid": "d84b3dda-ab1b-4142-aa83-2dd168c32ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.869279] env[69520]: DEBUG nova.compute.manager [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.981027] env[69520]: DEBUG nova.scheduler.client.report [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.037294] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529f5181-b1f5-ee58-a597-23a1ec35ffc3, 'name': SearchDatastore_Task, 'duration_secs': 0.012856} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.037581] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.037812] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.038089] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.038239] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.038425] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.038677] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bdc2c81-52ac-4889-888a-e4ab1aae3ed8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.047988] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.048181] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.048842] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a42a6da-65ea-419e-b4eb-cc8fd40934f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.053582] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1315.053582] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5244434f-d228-d284-dbad-d44fbd8164d4" [ 1315.053582] env[69520]: _type = "Task" [ 1315.053582] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.060864] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5244434f-d228-d284-dbad-d44fbd8164d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.357837] env[69520]: DEBUG oslo_concurrency.lockutils [req-eccd00dc-de55-434d-b151-891dc2e1715d req-87c05fa5-358f-4731-8550-8267a82fde47 service nova] Releasing lock "refresh_cache-d96e0fd8-5ea8-42fa-903a-268e82b7a83f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.392610] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.486053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.488328] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.096s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.489851] env[69520]: INFO nova.compute.claims [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.503704] env[69520]: INFO nova.scheduler.client.report [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Deleted allocations for instance c3229808-6547-4700-9198-dd0c0d4f630f [ 1315.565467] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5244434f-d228-d284-dbad-d44fbd8164d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016713} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.566297] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7fee74b-b6c7-4b6a-811d-bbca9dd3fe31 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.572365] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1315.572365] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5214228f-10c2-5590-ed9b-b98b9290668c" [ 1315.572365] env[69520]: _type = "Task" [ 1315.572365] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.579756] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5214228f-10c2-5590-ed9b-b98b9290668c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.839225] env[69520]: DEBUG nova.compute.manager [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.865082] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.865331] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.865487] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.865665] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.865807] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.865951] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.866173] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.866333] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.866498] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.866655] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.866826] env[69520]: DEBUG nova.virt.hardware [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.867680] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288653d6-a41d-4ed9-9483-0237cafd15e4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.875860] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0d735c-7581-4b80-a7b8-a6a37bbf4391 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.011349] env[69520]: DEBUG oslo_concurrency.lockutils [None req-3a517755-bd4b-419d-9da6-f6f54b8824e1 tempest-ServersNegativeTestMultiTenantJSON-1250276255 tempest-ServersNegativeTestMultiTenantJSON-1250276255-project-member] Lock "c3229808-6547-4700-9198-dd0c0d4f630f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.636s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.082013] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5214228f-10c2-5590-ed9b-b98b9290668c, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.082283] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.082532] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] d96e0fd8-5ea8-42fa-903a-268e82b7a83f/d96e0fd8-5ea8-42fa-903a-268e82b7a83f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.082779] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3b53134-4ad5-4c45-ade9-8ce2cb7ec6bc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.088788] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1316.088788] env[69520]: value = "task-3482843" [ 1316.088788] env[69520]: _type = "Task" [ 1316.088788] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.104598] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.197344] env[69520]: DEBUG nova.compute.manager [req-b8c4b7da-bf83-4e37-9409-b752642aad03 req-64af84d8-2b39-4d0f-acf8-cb12b0cd75c4 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Received event network-vif-plugged-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.197589] env[69520]: DEBUG oslo_concurrency.lockutils [req-b8c4b7da-bf83-4e37-9409-b752642aad03 req-64af84d8-2b39-4d0f-acf8-cb12b0cd75c4 service nova] Acquiring lock "08850e97-08a2-4b3c-a50b-00875a5a7c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.197791] env[69520]: DEBUG oslo_concurrency.lockutils [req-b8c4b7da-bf83-4e37-9409-b752642aad03 req-64af84d8-2b39-4d0f-acf8-cb12b0cd75c4 service nova] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.198036] env[69520]: DEBUG oslo_concurrency.lockutils [req-b8c4b7da-bf83-4e37-9409-b752642aad03 req-64af84d8-2b39-4d0f-acf8-cb12b0cd75c4 service nova] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.198191] env[69520]: DEBUG nova.compute.manager [req-b8c4b7da-bf83-4e37-9409-b752642aad03 req-64af84d8-2b39-4d0f-acf8-cb12b0cd75c4 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] No waiting events found dispatching network-vif-plugged-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.198423] env[69520]: WARNING nova.compute.manager [req-b8c4b7da-bf83-4e37-9409-b752642aad03 req-64af84d8-2b39-4d0f-acf8-cb12b0cd75c4 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Received unexpected event network-vif-plugged-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 for instance with vm_state building and task_state spawning. [ 1316.203036] env[69520]: DEBUG nova.network.neutron [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Successfully updated port: e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.597049] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21cc3ab-b3d5-4525-9588-bb1cae91179a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.603976] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443976} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.606232] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] d96e0fd8-5ea8-42fa-903a-268e82b7a83f/d96e0fd8-5ea8-42fa-903a-268e82b7a83f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.606466] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.606902] env[69520]: DEBUG nova.compute.manager [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Stashing vm_state: active {{(pid=69520) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1316.609427] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d94d552-3e47-45c3-b128-f0de2675ebcd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.614049] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62265e71-e9f5-4622-969d-426129c2649d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.618193] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1316.618193] env[69520]: value = "task-3482844" [ 1316.618193] env[69520]: _type = "Task" [ 1316.618193] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.650973] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bff7b9a-d124-4d43-a9e5-d23e89ab6eb2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.657392] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.662732] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b750328-3b3c-4b46-8e30-756a7be96df9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.677173] env[69520]: DEBUG nova.compute.provider_tree [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.705224] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.706107] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.706336] env[69520]: DEBUG nova.network.neutron [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.128394] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068637} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.128741] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.129543] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f993f16-50d3-46f3-97ab-35d59ec2bea6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.151906] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] d96e0fd8-5ea8-42fa-903a-268e82b7a83f/d96e0fd8-5ea8-42fa-903a-268e82b7a83f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.153146] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.153459] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa70ce6a-655b-4574-9933-9582ea13fcc7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.173377] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1317.173377] env[69520]: value = "task-3482845" [ 1317.173377] env[69520]: _type = "Task" [ 1317.173377] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.181612] env[69520]: DEBUG nova.scheduler.client.report [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.184786] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.237182] env[69520]: DEBUG nova.network.neutron [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.372339] env[69520]: DEBUG nova.network.neutron [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updating instance_info_cache with network_info: [{"id": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "address": "fa:16:3e:34:e2:81", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05cb4ce-32", "ovs_interfaceid": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.686443] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.687199] env[69520]: DEBUG nova.compute.manager [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.690050] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482845, 'name': ReconfigVM_Task, 'duration_secs': 0.283776} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.690445] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.537s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.691868] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Reconfigured VM instance instance-0000007b to attach disk [datastore1] d96e0fd8-5ea8-42fa-903a-268e82b7a83f/d96e0fd8-5ea8-42fa-903a-268e82b7a83f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.692851] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc932acf-316f-4704-a690-60e7167d97aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.700995] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1317.700995] env[69520]: value = "task-3482846" [ 1317.700995] env[69520]: _type = "Task" [ 1317.700995] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.707904] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482846, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.874897] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.875315] env[69520]: DEBUG nova.compute.manager [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Instance network_info: |[{"id": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "address": "fa:16:3e:34:e2:81", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05cb4ce-32", "ovs_interfaceid": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.875801] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:e2:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e05cb4ce-32f2-4c64-ae5e-03f55972bfd6', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.883929] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.884257] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.884804] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d70c7575-f19e-46e9-af89-18d313179d4d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.908967] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.908967] env[69520]: value = "task-3482847" [ 1317.908967] env[69520]: _type = "Task" [ 1317.908967] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.916365] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482847, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.197377] env[69520]: INFO nova.compute.claims [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.202267] env[69520]: DEBUG nova.compute.utils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.210022] env[69520]: DEBUG nova.compute.manager [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Not allocating networking since 'none' was specified. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1318.225045] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482846, 'name': Rename_Task, 'duration_secs': 0.137564} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.226118] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.226830] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28f40b0c-92f7-4607-b3c3-9385c41b883b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.231451] env[69520]: DEBUG nova.compute.manager [req-577abd08-5f8e-48a7-b131-51fed0a86012 req-315fac4f-8540-4c95-863c-10d70ec37b5b service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Received event network-changed-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.231669] env[69520]: DEBUG nova.compute.manager [req-577abd08-5f8e-48a7-b131-51fed0a86012 req-315fac4f-8540-4c95-863c-10d70ec37b5b service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Refreshing instance network info cache due to event network-changed-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.231951] env[69520]: DEBUG oslo_concurrency.lockutils [req-577abd08-5f8e-48a7-b131-51fed0a86012 req-315fac4f-8540-4c95-863c-10d70ec37b5b service nova] Acquiring lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.232147] env[69520]: DEBUG oslo_concurrency.lockutils [req-577abd08-5f8e-48a7-b131-51fed0a86012 req-315fac4f-8540-4c95-863c-10d70ec37b5b service nova] Acquired lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.232346] env[69520]: DEBUG nova.network.neutron [req-577abd08-5f8e-48a7-b131-51fed0a86012 req-315fac4f-8540-4c95-863c-10d70ec37b5b service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Refreshing network info cache for port e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.239031] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1318.239031] env[69520]: value = "task-3482848" [ 1318.239031] env[69520]: _type = "Task" [ 1318.239031] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.247566] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.419618] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482847, 'name': CreateVM_Task, 'duration_secs': 0.328233} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.419953] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.420755] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.420977] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.421358] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.421652] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739b39d0-0e1b-47fb-aeb3-6ef8ee123135 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.426411] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1318.426411] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52895c1e-20ba-eb0e-1cc6-4cd54392f91d" [ 1318.426411] env[69520]: _type = "Task" [ 1318.426411] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.434707] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52895c1e-20ba-eb0e-1cc6-4cd54392f91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.706296] env[69520]: INFO nova.compute.resource_tracker [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating resource usage from migration eccb6e6a-e9df-4c9d-a4e5-da72aeddaed5 [ 1318.709839] env[69520]: DEBUG nova.compute.manager [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.754480] env[69520]: DEBUG oslo_vmware.api [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482848, 'name': PowerOnVM_Task, 'duration_secs': 0.449183} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.754951] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.755288] env[69520]: INFO nova.compute.manager [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1318.755959] env[69520]: DEBUG nova.compute.manager [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.756488] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509efb55-5c9e-478b-ac56-b276decd5243 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.827534] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ce7675-569d-4826-894b-0f0f78f445cc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.835177] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282f60fd-3bc2-426f-adc9-bfae9da8f986 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.874716] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8424ad-73a7-4099-a7a9-7d30216433ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.882250] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c48324-4681-4a1a-afcf-3e19db656138 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.895290] env[69520]: DEBUG nova.compute.provider_tree [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.937685] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52895c1e-20ba-eb0e-1cc6-4cd54392f91d, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.937685] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.937685] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.937685] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.937685] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.937685] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.937685] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb784070-da64-42d1-8535-d7564fbb54a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.949464] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.949464] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.950256] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f791a001-a9ee-47c9-9056-48131b270342 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.954959] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1318.954959] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5222cb2e-0c26-b331-894a-66f231bcec38" [ 1318.954959] env[69520]: _type = "Task" [ 1318.954959] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.964547] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5222cb2e-0c26-b331-894a-66f231bcec38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.991243] env[69520]: DEBUG nova.network.neutron [req-577abd08-5f8e-48a7-b131-51fed0a86012 req-315fac4f-8540-4c95-863c-10d70ec37b5b service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updated VIF entry in instance network info cache for port e05cb4ce-32f2-4c64-ae5e-03f55972bfd6. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.991897] env[69520]: DEBUG nova.network.neutron [req-577abd08-5f8e-48a7-b131-51fed0a86012 req-315fac4f-8540-4c95-863c-10d70ec37b5b service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updating instance_info_cache with network_info: [{"id": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "address": "fa:16:3e:34:e2:81", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05cb4ce-32", "ovs_interfaceid": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.279351] env[69520]: INFO nova.compute.manager [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Took 11.55 seconds to build instance. [ 1319.398363] env[69520]: DEBUG nova.scheduler.client.report [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.467329] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5222cb2e-0c26-b331-894a-66f231bcec38, 'name': SearchDatastore_Task, 'duration_secs': 0.039199} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.468174] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8127ddf8-215a-496f-92aa-f79929096dfc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.474030] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1319.474030] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52402aa1-04c8-674f-9b5e-3ee5ebfc91bd" [ 1319.474030] env[69520]: _type = "Task" [ 1319.474030] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.480793] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52402aa1-04c8-674f-9b5e-3ee5ebfc91bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.494394] env[69520]: DEBUG oslo_concurrency.lockutils [req-577abd08-5f8e-48a7-b131-51fed0a86012 req-315fac4f-8540-4c95-863c-10d70ec37b5b service nova] Releasing lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.718786] env[69520]: DEBUG nova.compute.manager [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.748273] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.748544] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.748703] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.748882] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.749084] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.749333] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.749572] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.749736] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.749904] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.750096] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.750280] env[69520]: DEBUG nova.virt.hardware [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.751193] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c558fe18-e4f2-4e56-b60d-550e1de00fe2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.759702] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc55cf15-3ad6-4000-a1bd-72f5617eab15 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.774485] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.780103] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Creating folder: Project (a8eea7ad91ad469cb8616af36c051589). Parent ref: group-v695915. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.781787] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b221bb03-1623-4363-b1ef-891d5aee5223 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.063s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.781787] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bff6248e-bbe0-4519-9c9c-c5f4b8dc532b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.792366] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Created folder: Project (a8eea7ad91ad469cb8616af36c051589) in parent group-v695915. [ 1319.792547] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Creating folder: Instances. Parent ref: group-v696253. {{(pid=69520) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.792791] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc78b418-b8cc-48cc-b1fc-cfb61c2c2fd8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.802134] env[69520]: INFO nova.virt.vmwareapi.vm_util [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Created folder: Instances in parent group-v696253. [ 1319.802264] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.802463] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286e89b8-0503-4625-b340-0752d532249f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.802548] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f7edf5c-088a-4a01-8b6c-1d056eb6c3d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.819758] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.819758] env[69520]: value = "task-3482851" [ 1319.819758] env[69520]: _type = "Task" [ 1319.819758] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.827365] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482851, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.903508] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.213s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.903794] env[69520]: INFO nova.compute.manager [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Migrating [ 1319.986488] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52402aa1-04c8-674f-9b5e-3ee5ebfc91bd, 'name': SearchDatastore_Task, 'duration_secs': 0.027814} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.986835] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.987139] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 08850e97-08a2-4b3c-a50b-00875a5a7c52/08850e97-08a2-4b3c-a50b-00875a5a7c52.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.987403] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4fceeae-d324-4b4b-a443-63121b268d24 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.998237] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1319.998237] env[69520]: value = "task-3482852" [ 1319.998237] env[69520]: _type = "Task" [ 1319.998237] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.011703] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.260647] env[69520]: DEBUG nova.compute.manager [req-2889d73b-2d3e-4ef3-b99a-a641495dcaf3 req-acb08b54-e03b-492a-ae58-b76152ca4ae4 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Received event network-changed-d84b3dda-ab1b-4142-aa83-2dd168c32ed3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.260845] env[69520]: DEBUG nova.compute.manager [req-2889d73b-2d3e-4ef3-b99a-a641495dcaf3 req-acb08b54-e03b-492a-ae58-b76152ca4ae4 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Refreshing instance network info cache due to event network-changed-d84b3dda-ab1b-4142-aa83-2dd168c32ed3. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.261182] env[69520]: DEBUG oslo_concurrency.lockutils [req-2889d73b-2d3e-4ef3-b99a-a641495dcaf3 req-acb08b54-e03b-492a-ae58-b76152ca4ae4 service nova] Acquiring lock "refresh_cache-d96e0fd8-5ea8-42fa-903a-268e82b7a83f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.261454] env[69520]: DEBUG oslo_concurrency.lockutils [req-2889d73b-2d3e-4ef3-b99a-a641495dcaf3 req-acb08b54-e03b-492a-ae58-b76152ca4ae4 service nova] Acquired lock "refresh_cache-d96e0fd8-5ea8-42fa-903a-268e82b7a83f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.261583] env[69520]: DEBUG nova.network.neutron [req-2889d73b-2d3e-4ef3-b99a-a641495dcaf3 req-acb08b54-e03b-492a-ae58-b76152ca4ae4 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Refreshing network info cache for port d84b3dda-ab1b-4142-aa83-2dd168c32ed3 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.332246] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482851, 'name': CreateVM_Task, 'duration_secs': 0.26165} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.332627] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286e89b8-0503-4625-b340-0752d532249f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.332884] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.333057] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.333383] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.333644] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791eafea-6664-4ef9-a68e-0cdf71a171a3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.339556] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1320.339556] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52184af4-44b2-4d58-dab6-fd2ce96a640a" [ 1320.339556] env[69520]: _type = "Task" [ 1320.339556] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.348776] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52184af4-44b2-4d58-dab6-fd2ce96a640a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.420943] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.421235] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.421439] env[69520]: DEBUG nova.network.neutron [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.507997] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470644} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.507997] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 08850e97-08a2-4b3c-a50b-00875a5a7c52/08850e97-08a2-4b3c-a50b-00875a5a7c52.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.507997] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.508257] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9952245-c24b-43ff-85b2-fc38ec160996 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.514755] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1320.514755] env[69520]: value = "task-3482853" [ 1320.514755] env[69520]: _type = "Task" [ 1320.514755] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.522684] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.851318] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52184af4-44b2-4d58-dab6-fd2ce96a640a, 'name': SearchDatastore_Task, 'duration_secs': 0.052805} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.851640] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.851865] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.852109] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.852262] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.852440] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.852693] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac00495a-b391-4f1a-ab33-d7ad6ab10885 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.868432] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.868591] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.869281] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b1fe88-4852-4c6e-800d-5c42e7c822bb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.876224] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1320.876224] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52691112-7ddf-9cb8-6965-21ef6a67e89d" [ 1320.876224] env[69520]: _type = "Task" [ 1320.876224] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.884136] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52691112-7ddf-9cb8-6965-21ef6a67e89d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.956156] env[69520]: DEBUG nova.network.neutron [req-2889d73b-2d3e-4ef3-b99a-a641495dcaf3 req-acb08b54-e03b-492a-ae58-b76152ca4ae4 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Updated VIF entry in instance network info cache for port d84b3dda-ab1b-4142-aa83-2dd168c32ed3. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.956498] env[69520]: DEBUG nova.network.neutron [req-2889d73b-2d3e-4ef3-b99a-a641495dcaf3 req-acb08b54-e03b-492a-ae58-b76152ca4ae4 service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Updating instance_info_cache with network_info: [{"id": "d84b3dda-ab1b-4142-aa83-2dd168c32ed3", "address": "fa:16:3e:d4:00:6c", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84b3dda-ab", "ovs_interfaceid": "d84b3dda-ab1b-4142-aa83-2dd168c32ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.026553] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067453} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.026822] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.027604] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2090d2a-092e-4188-bd5a-40aaafc5b176 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.050543] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 08850e97-08a2-4b3c-a50b-00875a5a7c52/08850e97-08a2-4b3c-a50b-00875a5a7c52.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.053037] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-932fa353-05da-480f-b709-7a7e1b644729 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.074657] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1321.074657] env[69520]: value = "task-3482854" [ 1321.074657] env[69520]: _type = "Task" [ 1321.074657] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.082796] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.158654] env[69520]: DEBUG nova.network.neutron [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance_info_cache with network_info: [{"id": "8159307d-0fde-4754-a219-84757f764892", "address": "fa:16:3e:b9:0c:a5", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8159307d-0f", "ovs_interfaceid": "8159307d-0fde-4754-a219-84757f764892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.387792] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52691112-7ddf-9cb8-6965-21ef6a67e89d, 'name': SearchDatastore_Task, 'duration_secs': 0.07817} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.388833] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f1293e-25bb-4cda-98a3-70bb1a494e7f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.394616] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1321.394616] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52af6d8b-5d97-2f01-f265-2f381b5cb8f8" [ 1321.394616] env[69520]: _type = "Task" [ 1321.394616] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.402963] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52af6d8b-5d97-2f01-f265-2f381b5cb8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.459397] env[69520]: DEBUG oslo_concurrency.lockutils [req-2889d73b-2d3e-4ef3-b99a-a641495dcaf3 req-acb08b54-e03b-492a-ae58-b76152ca4ae4 service nova] Releasing lock "refresh_cache-d96e0fd8-5ea8-42fa-903a-268e82b7a83f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.584813] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482854, 'name': ReconfigVM_Task, 'duration_secs': 0.325519} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.585073] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 08850e97-08a2-4b3c-a50b-00875a5a7c52/08850e97-08a2-4b3c-a50b-00875a5a7c52.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.585700] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba674ffb-a334-4ef7-b425-885eecf3f6ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.592498] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1321.592498] env[69520]: value = "task-3482855" [ 1321.592498] env[69520]: _type = "Task" [ 1321.592498] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.600125] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482855, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.662029] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.905235] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52af6d8b-5d97-2f01-f265-2f381b5cb8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.905533] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.905798] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 286e89b8-0503-4625-b340-0752d532249f/286e89b8-0503-4625-b340-0752d532249f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.906061] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4557d9b-9906-4c55-aa38-b603f9eeb5d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.912283] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1321.912283] env[69520]: value = "task-3482856" [ 1321.912283] env[69520]: _type = "Task" [ 1321.912283] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.920692] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.102598] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482855, 'name': Rename_Task, 'duration_secs': 0.149905} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.102854] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.103103] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c67c569-6cc5-4ca6-9bb5-170259490880 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.110946] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1322.110946] env[69520]: value = "task-3482857" [ 1322.110946] env[69520]: _type = "Task" [ 1322.110946] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.119999] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.423894] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482856, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.622233] env[69520]: DEBUG oslo_vmware.api [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482857, 'name': PowerOnVM_Task, 'duration_secs': 0.488625} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.622529] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.623052] env[69520]: INFO nova.compute.manager [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1322.623052] env[69520]: DEBUG nova.compute.manager [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.623772] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc0f74f-91bc-48ef-a3b2-160bab509ba3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.924463] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83786} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.924789] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 286e89b8-0503-4625-b340-0752d532249f/286e89b8-0503-4625-b340-0752d532249f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.925123] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.925350] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f5deb3e-73a4-42f2-b521-823d886b9e03 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.932189] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1322.932189] env[69520]: value = "task-3482858" [ 1322.932189] env[69520]: _type = "Task" [ 1322.932189] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.940871] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.142108] env[69520]: INFO nova.compute.manager [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Took 13.71 seconds to build instance. [ 1323.177189] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4455137e-7b52-4ecd-8587-e4e78cf5b48d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.197188] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance 'bd668745-c19b-4d63-8507-5b88ca9691fe' progress to 0 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.442813] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482858, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.644310] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d1f7ff76-1d9f-4e00-bbeb-9a0c6741a126 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.228s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.703363] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.703726] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ef7fe01-2d4f-49b4-ae1c-ed8616320f88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.710779] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1323.710779] env[69520]: value = "task-3482859" [ 1323.710779] env[69520]: _type = "Task" [ 1323.710779] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.718907] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.846935] env[69520]: DEBUG nova.compute.manager [req-fd773cdc-f01e-4f70-88f0-b82e9323a30d req-bd50d108-b931-46dc-ba6d-8981b3d6f9c1 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Received event network-changed-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.847145] env[69520]: DEBUG nova.compute.manager [req-fd773cdc-f01e-4f70-88f0-b82e9323a30d req-bd50d108-b931-46dc-ba6d-8981b3d6f9c1 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Refreshing instance network info cache due to event network-changed-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.847363] env[69520]: DEBUG oslo_concurrency.lockutils [req-fd773cdc-f01e-4f70-88f0-b82e9323a30d req-bd50d108-b931-46dc-ba6d-8981b3d6f9c1 service nova] Acquiring lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.847513] env[69520]: DEBUG oslo_concurrency.lockutils [req-fd773cdc-f01e-4f70-88f0-b82e9323a30d req-bd50d108-b931-46dc-ba6d-8981b3d6f9c1 service nova] Acquired lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.847658] env[69520]: DEBUG nova.network.neutron [req-fd773cdc-f01e-4f70-88f0-b82e9323a30d req-bd50d108-b931-46dc-ba6d-8981b3d6f9c1 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Refreshing network info cache for port e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.944332] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.538239} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.944740] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.945742] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f75aa82-f13a-4297-9de0-a3ca97d0d230 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.966332] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 286e89b8-0503-4625-b340-0752d532249f/286e89b8-0503-4625-b340-0752d532249f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.966639] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c4fba3-7287-4cf2-836c-cd6ea41367cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.987041] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1323.987041] env[69520]: value = "task-3482860" [ 1323.987041] env[69520]: _type = "Task" [ 1323.987041] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.996176] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.224109] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482859, 'name': PowerOffVM_Task, 'duration_secs': 0.357199} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.224377] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.224562] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance 'bd668745-c19b-4d63-8507-5b88ca9691fe' progress to 17 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.497829] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482860, 'name': ReconfigVM_Task, 'duration_secs': 0.257583} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.500630] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 286e89b8-0503-4625-b340-0752d532249f/286e89b8-0503-4625-b340-0752d532249f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.501286] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-126d1b5e-1aa2-43cc-8404-e3ccbfdc01a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.507430] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1324.507430] env[69520]: value = "task-3482861" [ 1324.507430] env[69520]: _type = "Task" [ 1324.507430] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.515563] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482861, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.565677] env[69520]: DEBUG nova.network.neutron [req-fd773cdc-f01e-4f70-88f0-b82e9323a30d req-bd50d108-b931-46dc-ba6d-8981b3d6f9c1 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updated VIF entry in instance network info cache for port e05cb4ce-32f2-4c64-ae5e-03f55972bfd6. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.566057] env[69520]: DEBUG nova.network.neutron [req-fd773cdc-f01e-4f70-88f0-b82e9323a30d req-bd50d108-b931-46dc-ba6d-8981b3d6f9c1 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updating instance_info_cache with network_info: [{"id": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "address": "fa:16:3e:34:e2:81", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05cb4ce-32", "ovs_interfaceid": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.730512] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.730764] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.730927] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.731131] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.731295] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.731451] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.731657] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.731814] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.731977] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.732155] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.732330] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.737322] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c6b92c-1321-4266-bcde-75b2f9810fa0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.754136] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1324.754136] env[69520]: value = "task-3482862" [ 1324.754136] env[69520]: _type = "Task" [ 1324.754136] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.762183] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.017313] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482861, 'name': Rename_Task, 'duration_secs': 0.126327} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.017535] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.017773] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55a9706d-be28-4194-b1ab-fbde0d64eceb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.024014] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1325.024014] env[69520]: value = "task-3482863" [ 1325.024014] env[69520]: _type = "Task" [ 1325.024014] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.032266] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.069135] env[69520]: DEBUG oslo_concurrency.lockutils [req-fd773cdc-f01e-4f70-88f0-b82e9323a30d req-bd50d108-b931-46dc-ba6d-8981b3d6f9c1 service nova] Releasing lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.264165] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482862, 'name': ReconfigVM_Task, 'duration_secs': 0.124769} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.264484] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance 'bd668745-c19b-4d63-8507-5b88ca9691fe' progress to 33 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.533540] env[69520]: DEBUG oslo_vmware.api [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482863, 'name': PowerOnVM_Task, 'duration_secs': 0.443845} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.533949] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.534051] env[69520]: INFO nova.compute.manager [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Took 5.82 seconds to spawn the instance on the hypervisor. [ 1325.534176] env[69520]: DEBUG nova.compute.manager [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.534940] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f22c382-2e04-4e25-b997-1032d8801b02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.771388] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.772303] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.772303] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.772303] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.772303] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.772303] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.772546] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.772579] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.773955] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.773955] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.773955] env[69520]: DEBUG nova.virt.hardware [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.778324] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.778659] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c10c96a-ea0a-4824-9dd3-54a21bff2e34 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.798296] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1325.798296] env[69520]: value = "task-3482864" [ 1325.798296] env[69520]: _type = "Task" [ 1325.798296] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.806867] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.050217] env[69520]: INFO nova.compute.manager [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Took 10.68 seconds to build instance. [ 1326.307907] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482864, 'name': ReconfigVM_Task, 'duration_secs': 0.217031} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.308212] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1326.308981] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef54f544-7b93-419c-8b2d-4835e0712203 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.331007] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] bd668745-c19b-4d63-8507-5b88ca9691fe/bd668745-c19b-4d63-8507-5b88ca9691fe.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.331363] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b52820d-9200-4a36-b320-9d38a8ee11ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.350051] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1326.350051] env[69520]: value = "task-3482865" [ 1326.350051] env[69520]: _type = "Task" [ 1326.350051] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.357950] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.462925] env[69520]: INFO nova.compute.manager [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Rebuilding instance [ 1326.507164] env[69520]: DEBUG nova.compute.manager [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.508238] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69c1b13-3198-457f-922e-72c64cd33a9c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.552943] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9b5bbac6-467b-40e2-803b-c32aaa5523c0 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "286e89b8-0503-4625-b340-0752d532249f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.186s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.860626] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.360478] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482865, 'name': ReconfigVM_Task, 'duration_secs': 0.633769} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.360748] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Reconfigured VM instance instance-00000076 to attach disk [datastore2] bd668745-c19b-4d63-8507-5b88ca9691fe/bd668745-c19b-4d63-8507-5b88ca9691fe.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.361024] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance 'bd668745-c19b-4d63-8507-5b88ca9691fe' progress to 50 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.522697] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.522995] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91c151b9-ddb6-4e33-ada2-0ae12c992e02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.532738] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1327.532738] env[69520]: value = "task-3482866" [ 1327.532738] env[69520]: _type = "Task" [ 1327.532738] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.540234] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.867977] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cbc415-592a-450b-b1d8-37ada2413d37 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.887614] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f525448-0b61-402e-9ee5-de290c7ddae9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.905502] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance 'bd668745-c19b-4d63-8507-5b88ca9691fe' progress to 67 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.042465] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482866, 'name': PowerOffVM_Task, 'duration_secs': 0.250386} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.042736] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.042960] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.043717] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d6e04b-dd31-40dc-9acb-65c1a1db86b5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.050293] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.050499] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9b53327-07c1-424a-ac12-b50af0aef92e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.073868] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.074080] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.074263] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Deleting the datastore file [datastore1] 286e89b8-0503-4625-b340-0752d532249f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.074502] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-261dd594-acb1-4864-b92e-d3543b81e4f8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.079809] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1328.079809] env[69520]: value = "task-3482868" [ 1328.079809] env[69520]: _type = "Task" [ 1328.079809] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.087064] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.443686] env[69520]: DEBUG nova.network.neutron [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Port 8159307d-0fde-4754-a219-84757f764892 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1328.589540] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08941} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.589773] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.589950] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.590161] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.463797] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "bd668745-c19b-4d63-8507-5b88ca9691fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.464209] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "bd668745-c19b-4d63-8507-5b88ca9691fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.464209] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "bd668745-c19b-4d63-8507-5b88ca9691fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.624285] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.624544] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.624701] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.624878] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.625059] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.625202] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.625445] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.625606] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.625770] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.625941] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.626129] env[69520]: DEBUG nova.virt.hardware [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.626983] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30d9edd-b308-4472-80bb-79ab56796e59 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.635370] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97375d1b-8877-47e1-b25f-e288a63b9e86 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.649341] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Instance VIF info [] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.654872] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.655105] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286e89b8-0503-4625-b340-0752d532249f] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.655298] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a8866c8-5e1a-42a8-9c0b-20a43f0f83b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.670895] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.670895] env[69520]: value = "task-3482869" [ 1329.670895] env[69520]: _type = "Task" [ 1329.670895] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.677976] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482869, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.181238] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482869, 'name': CreateVM_Task, 'duration_secs': 0.253145} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.181460] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286e89b8-0503-4625-b340-0752d532249f] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.181886] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.182062] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.182424] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.182708] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30dad58-8479-4f02-84dd-1365f2aed3ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.187204] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1330.187204] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]524a9894-5321-4777-4e7d-b0e193e48ec2" [ 1330.187204] env[69520]: _type = "Task" [ 1330.187204] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.198315] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524a9894-5321-4777-4e7d-b0e193e48ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.507926] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.508197] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.508332] env[69520]: DEBUG nova.network.neutron [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.697461] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]524a9894-5321-4777-4e7d-b0e193e48ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.697786] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.698027] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.698270] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.698417] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.698594] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.698852] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d85247d6-e483-45e0-bee5-2e0848e62249 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.708343] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.708607] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.709488] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746695a6-9851-47b8-9d0b-3fce3c931919 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.714407] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1330.714407] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5200d073-5f71-b0d1-64ba-89baa2b6d814" [ 1330.714407] env[69520]: _type = "Task" [ 1330.714407] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.722132] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5200d073-5f71-b0d1-64ba-89baa2b6d814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.205710] env[69520]: DEBUG nova.network.neutron [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance_info_cache with network_info: [{"id": "8159307d-0fde-4754-a219-84757f764892", "address": "fa:16:3e:b9:0c:a5", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8159307d-0f", "ovs_interfaceid": "8159307d-0fde-4754-a219-84757f764892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.226310] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5200d073-5f71-b0d1-64ba-89baa2b6d814, 'name': SearchDatastore_Task, 'duration_secs': 0.00871} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.227090] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b87bd3b-ea52-45bb-b32f-605f916b4a82 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.232517] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1331.232517] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5235a05a-28d6-42c2-436f-89665f4035ac" [ 1331.232517] env[69520]: _type = "Task" [ 1331.232517] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.240926] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5235a05a-28d6-42c2-436f-89665f4035ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.708593] env[69520]: DEBUG oslo_concurrency.lockutils [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.743494] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5235a05a-28d6-42c2-436f-89665f4035ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.743494] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.743707] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 286e89b8-0503-4625-b340-0752d532249f/286e89b8-0503-4625-b340-0752d532249f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.743908] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac906e0c-1b8c-4bac-8e66-e16a8e4712c4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.750946] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1331.750946] env[69520]: value = "task-3482870" [ 1331.750946] env[69520]: _type = "Task" [ 1331.750946] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.759462] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.234240] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5f68e1-2fd3-479c-babb-e780f5f2ad2e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.255766] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9023a1c1-7657-42fb-a15b-2a93b9cfc2dd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.263117] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458664} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.265362] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 286e89b8-0503-4625-b340-0752d532249f/286e89b8-0503-4625-b340-0752d532249f.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.265583] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.265920] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance 'bd668745-c19b-4d63-8507-5b88ca9691fe' progress to 83 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.269250] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5003e90a-5af5-410c-bd21-69f4ef39cdd9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.275580] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1332.275580] env[69520]: value = "task-3482871" [ 1332.275580] env[69520]: _type = "Task" [ 1332.275580] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.283878] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.773882] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.774200] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50601408-2e0c-4cf1-bb36-8c508a55ecde {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.783973] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060963} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.785128] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.785444] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1332.785444] env[69520]: value = "task-3482872" [ 1332.785444] env[69520]: _type = "Task" [ 1332.785444] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.786105] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07226d5-409f-4e4f-b474-346378fc7906 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.810181] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 286e89b8-0503-4625-b340-0752d532249f/286e89b8-0503-4625-b340-0752d532249f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.812834] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f3c06c8-adbb-4ce2-84bf-2d15b407452a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.827345] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.833325] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1332.833325] env[69520]: value = "task-3482873" [ 1332.833325] env[69520]: _type = "Task" [ 1332.833325] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.843044] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.297536] env[69520]: DEBUG oslo_vmware.api [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482872, 'name': PowerOnVM_Task, 'duration_secs': 0.390406} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.297880] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.298096] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-653cb1b9-901c-445e-ad74-232dbf4b9891 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance 'bd668745-c19b-4d63-8507-5b88ca9691fe' progress to 100 {{(pid=69520) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.342763] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482873, 'name': ReconfigVM_Task, 'duration_secs': 0.325234} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.343031] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 286e89b8-0503-4625-b340-0752d532249f/286e89b8-0503-4625-b340-0752d532249f.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.343926] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d576fd56-21b8-41c6-99ab-7eae0371b9ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.350664] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1333.350664] env[69520]: value = "task-3482874" [ 1333.350664] env[69520]: _type = "Task" [ 1333.350664] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.358038] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482874, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.861237] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482874, 'name': Rename_Task, 'duration_secs': 0.130279} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.861622] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.861738] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58938bbe-be91-4c57-8c2e-f6ea75ce544a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.868399] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1333.868399] env[69520]: value = "task-3482875" [ 1333.868399] env[69520]: _type = "Task" [ 1333.868399] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.875593] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.378021] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.877908] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.381658] env[69520]: DEBUG oslo_vmware.api [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482875, 'name': PowerOnVM_Task, 'duration_secs': 1.249937} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.381949] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.382183] env[69520]: DEBUG nova.compute.manager [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.383052] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056fca8d-5aeb-4abb-b547-9cadbc438085 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.386802] env[69520]: DEBUG nova.network.neutron [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Port 8159307d-0fde-4754-a219-84757f764892 binding to destination host cpu-1 is already ACTIVE {{(pid=69520) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1335.387068] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.387247] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.387418] env[69520]: DEBUG nova.network.neutron [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.901668] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.902022] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.902295] env[69520]: DEBUG nova.objects.instance [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69520) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1336.108663] env[69520]: DEBUG nova.network.neutron [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance_info_cache with network_info: [{"id": "8159307d-0fde-4754-a219-84757f764892", "address": "fa:16:3e:b9:0c:a5", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8159307d-0f", "ovs_interfaceid": "8159307d-0fde-4754-a219-84757f764892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.199084] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "286e89b8-0503-4625-b340-0752d532249f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.199346] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "286e89b8-0503-4625-b340-0752d532249f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.199557] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "286e89b8-0503-4625-b340-0752d532249f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.199736] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "286e89b8-0503-4625-b340-0752d532249f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.199899] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "286e89b8-0503-4625-b340-0752d532249f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.202015] env[69520]: INFO nova.compute.manager [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Terminating instance [ 1336.611699] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.705678] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "refresh_cache-286e89b8-0503-4625-b340-0752d532249f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.705962] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquired lock "refresh_cache-286e89b8-0503-4625-b340-0752d532249f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.706277] env[69520]: DEBUG nova.network.neutron [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.912553] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c067961e-7fff-432b-a591-7a6e93e64d9a tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.116162] env[69520]: DEBUG nova.compute.manager [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69520) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1337.116162] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.165445] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.225014] env[69520]: DEBUG nova.network.neutron [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1337.270277] env[69520]: DEBUG nova.network.neutron [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.622173] env[69520]: DEBUG nova.objects.instance [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'migration_context' on Instance uuid bd668745-c19b-4d63-8507-5b88ca9691fe {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.773053] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Releasing lock "refresh_cache-286e89b8-0503-4625-b340-0752d532249f" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.773480] env[69520]: DEBUG nova.compute.manager [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.773677] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.774631] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52386934-5d03-49b4-8d8f-ea73a6b7ccda {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.784476] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.784729] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd5f0815-21fa-4855-9000-bbe03f8e0b95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.791355] env[69520]: DEBUG oslo_vmware.api [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1337.791355] env[69520]: value = "task-3482876" [ 1337.791355] env[69520]: _type = "Task" [ 1337.791355] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.799409] env[69520]: DEBUG oslo_vmware.api [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.226965] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ac3be-4413-428d-a376-40bff5aab0a8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.234387] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1183188-38b9-47ca-9897-e2aae0884275 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.263447] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ba506a-31e3-48bf-9aab-d91052661334 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.270044] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdd6b65-15ba-4233-8094-1dd007fb40de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.282728] env[69520]: DEBUG nova.compute.provider_tree [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.299185] env[69520]: DEBUG oslo_vmware.api [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482876, 'name': PowerOffVM_Task, 'duration_secs': 0.106838} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.299422] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.299589] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.299798] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76ed4925-5590-4dcf-83e2-7e8e9ecc378b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.326575] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.326778] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.326939] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Deleting the datastore file [datastore2] 286e89b8-0503-4625-b340-0752d532249f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.327184] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1adf3f95-7789-4e58-acde-c383d701c8a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.332931] env[69520]: DEBUG oslo_vmware.api [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for the task: (returnval){ [ 1338.332931] env[69520]: value = "task-3482878" [ 1338.332931] env[69520]: _type = "Task" [ 1338.332931] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.340061] env[69520]: DEBUG oslo_vmware.api [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.786106] env[69520]: DEBUG nova.scheduler.client.report [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.842778] env[69520]: DEBUG oslo_vmware.api [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Task: {'id': task-3482878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089914} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.843052] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.843265] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.843448] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.843620] env[69520]: INFO nova.compute.manager [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] [instance: 286e89b8-0503-4625-b340-0752d532249f] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1338.843850] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.844045] env[69520]: DEBUG nova.compute.manager [-] [instance: 286e89b8-0503-4625-b340-0752d532249f] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.844155] env[69520]: DEBUG nova.network.neutron [-] [instance: 286e89b8-0503-4625-b340-0752d532249f] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.859206] env[69520]: DEBUG nova.network.neutron [-] [instance: 286e89b8-0503-4625-b340-0752d532249f] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.362042] env[69520]: DEBUG nova.network.neutron [-] [instance: 286e89b8-0503-4625-b340-0752d532249f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.666619] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.796672] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.680s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.864296] env[69520]: INFO nova.compute.manager [-] [instance: 286e89b8-0503-4625-b340-0752d532249f] Took 1.02 seconds to deallocate network for instance. [ 1340.369890] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.370223] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.370479] env[69520]: DEBUG nova.objects.instance [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lazy-loading 'resources' on Instance uuid 286e89b8-0503-4625-b340-0752d532249f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.955306] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1a326b-6787-4081-9e16-a2afbe90019c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.962769] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147d2166-0e3c-4b73-99ee-e6a6d4d6b6b4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.993906] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3095ea-682f-4a99-826b-1545812219ad {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.000568] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fe0790-49a8-437c-8a5b-093ad3bb6cd4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.013623] env[69520]: DEBUG nova.compute.provider_tree [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.329940] env[69520]: INFO nova.compute.manager [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Swapping old allocation on dict_keys(['093b5977-ab1e-4208-9866-9743536d6c6d']) held by migration eccb6e6a-e9df-4c9d-a4e5-da72aeddaed5 for instance [ 1341.350912] env[69520]: DEBUG nova.scheduler.client.report [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Overwriting current allocation {'allocations': {'093b5977-ab1e-4208-9866-9743536d6c6d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': 'a251ca032bf44ccda3beede103c2e6e5', 'user_id': '099785cc30bb4127aad210c89f4f0167', 'consumer_generation': 1} on consumer bd668745-c19b-4d63-8507-5b88ca9691fe {{(pid=69520) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1341.423147] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.423373] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.423510] env[69520]: DEBUG nova.network.neutron [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.517020] env[69520]: DEBUG nova.scheduler.client.report [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.667492] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.021489] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.040653] env[69520]: INFO nova.scheduler.client.report [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Deleted allocations for instance 286e89b8-0503-4625-b340-0752d532249f [ 1342.145853] env[69520]: DEBUG nova.network.neutron [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance_info_cache with network_info: [{"id": "8159307d-0fde-4754-a219-84757f764892", "address": "fa:16:3e:b9:0c:a5", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8159307d-0f", "ovs_interfaceid": "8159307d-0fde-4754-a219-84757f764892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.548216] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7d37bd40-c5d6-4aa1-8a7e-d001d1945a91 tempest-ServerShowV254Test-1267179319 tempest-ServerShowV254Test-1267179319-project-member] Lock "286e89b8-0503-4625-b340-0752d532249f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.349s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.649071] env[69520]: DEBUG oslo_concurrency.lockutils [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-bd668745-c19b-4d63-8507-5b88ca9691fe" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.649549] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.649864] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-307f1241-7609-4a00-88e4-ad867ca94c27 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.657598] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1342.657598] env[69520]: value = "task-3482879" [ 1342.657598] env[69520]: _type = "Task" [ 1342.657598] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.665714] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.667173] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.167443] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482879, 'name': PowerOffVM_Task, 'duration_secs': 0.203866} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.167666] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.168354] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.168562] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.168717] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.168902] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.169059] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.169212] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.169417] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.169579] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.169745] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.169906] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.170092] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.175153] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-530f878b-4903-47da-afd2-612283343594 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.190813] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1343.190813] env[69520]: value = "task-3482880" [ 1343.190813] env[69520]: _type = "Task" [ 1343.190813] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.198380] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.666348] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.666693] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1343.701205] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482880, 'name': ReconfigVM_Task, 'duration_secs': 0.137957} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.701977] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016ad6d5-8406-4c8a-a3b8-13fc979b23b8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.720943] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.721197] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.721363] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.721537] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.721679] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.721826] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.722052] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.722207] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.722372] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.722530] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.722722] env[69520]: DEBUG nova.virt.hardware [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.723474] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c333486-2729-4d48-b4af-c30531a99031 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.729140] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1343.729140] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a31ce6-2ee9-29d3-25c9-c57eb9d2dc16" [ 1343.729140] env[69520]: _type = "Task" [ 1343.729140] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.736880] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a31ce6-2ee9-29d3-25c9-c57eb9d2dc16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.239858] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52a31ce6-2ee9-29d3-25c9-c57eb9d2dc16, 'name': SearchDatastore_Task, 'duration_secs': 0.010628} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.245216] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.245485] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85361764-065f-4cf3-a965-af09530ce37c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.263828] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1344.263828] env[69520]: value = "task-3482881" [ 1344.263828] env[69520]: _type = "Task" [ 1344.263828] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.271144] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.666870] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.667160] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.773138] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482881, 'name': ReconfigVM_Task, 'duration_secs': 0.186403} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.773415] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.774189] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bbe1bd-94b7-46bd-8f82-f17becd90f58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.795445] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] bd668745-c19b-4d63-8507-5b88ca9691fe/bd668745-c19b-4d63-8507-5b88ca9691fe.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.795720] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1409a188-6b7e-4fbf-897e-539a45fa2871 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.813955] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1344.813955] env[69520]: value = "task-3482882" [ 1344.813955] env[69520]: _type = "Task" [ 1344.813955] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.821392] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.170292] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.170754] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.170754] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.170754] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1345.171748] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c860925-6946-4185-8531-466b146c6d2a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.179422] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec64a1c-cd5b-44a8-a4e8-959cb65aebf2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.192544] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a980db-b2d6-4105-be90-ef5fb5f099a5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.198638] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b245ec-2cd9-4292-b8c8-556d07e1fd23 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.227825] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179996MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1345.227965] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.228177] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.323455] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482882, 'name': ReconfigVM_Task, 'duration_secs': 0.283373} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.323727] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Reconfigured VM instance instance-00000076 to attach disk [datastore2] bd668745-c19b-4d63-8507-5b88ca9691fe/bd668745-c19b-4d63-8507-5b88ca9691fe.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.324528] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf79da9-683a-4551-a436-e5d33215f377 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.341984] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051f4f9b-39af-40ea-bffa-53b6825b40bd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.359204] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968a9358-8b4b-4273-bebf-77764f35989e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.376026] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c037a0e9-3bc9-4071-9660-70f765d6f7b6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.382092] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.382301] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddd55f40-b686-459a-b350-f4f6f07f12ef {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.387641] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1345.387641] env[69520]: value = "task-3482883" [ 1345.387641] env[69520]: _type = "Task" [ 1345.387641] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.394693] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.898075] env[69520]: DEBUG oslo_vmware.api [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482883, 'name': PowerOnVM_Task, 'duration_secs': 0.355981} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.898387] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.256854] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1346.257039] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 53f30dbc-5558-47d6-aa6c-40a9ca817b2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1346.257169] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance d96e0fd8-5ea8-42fa-903a-268e82b7a83f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1346.257287] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 08850e97-08a2-4b3c-a50b-00875a5a7c52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1346.257401] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance bd668745-c19b-4d63-8507-5b88ca9691fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1346.257583] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1346.257719] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1346.322218] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de012501-728a-4a21-8c3c-3c11f2b76cb7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.329684] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fdd63e-5352-42fa-9a26-d309c51eaec4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.358874] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8016a24-9f8e-4c99-9410-d5e30113af20 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.365503] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24bfbbf-b47d-4672-a84b-cf374550a611 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.377921] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.880786] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.908114] env[69520]: INFO nova.compute.manager [None req-4e0924ce-4d49-4020-8703-5f33f2788cf5 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance to original state: 'active' [ 1347.386187] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1347.386467] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.158s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.830869] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "bd668745-c19b-4d63-8507-5b88ca9691fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.831259] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "bd668745-c19b-4d63-8507-5b88ca9691fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.831356] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "bd668745-c19b-4d63-8507-5b88ca9691fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.831537] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "bd668745-c19b-4d63-8507-5b88ca9691fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.831704] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "bd668745-c19b-4d63-8507-5b88ca9691fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.833880] env[69520]: INFO nova.compute.manager [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Terminating instance [ 1349.337441] env[69520]: DEBUG nova.compute.manager [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.337644] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.338596] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c1f354-62a3-4250-90da-9d01dfa74790 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.346619] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.346823] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7371a7e0-6681-4202-9e67-420e944d35a4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.353224] env[69520]: DEBUG oslo_vmware.api [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1349.353224] env[69520]: value = "task-3482884" [ 1349.353224] env[69520]: _type = "Task" [ 1349.353224] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.361118] env[69520]: DEBUG oslo_vmware.api [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.863301] env[69520]: DEBUG oslo_vmware.api [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482884, 'name': PowerOffVM_Task, 'duration_secs': 0.166662} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.863795] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.863795] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.863941] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a69cb991-f690-47cc-a981-dd4b6f4619c3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.930804] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.931020] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.931200] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleting the datastore file [datastore2] bd668745-c19b-4d63-8507-5b88ca9691fe {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.931465] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8107bc3f-5081-41b9-92a6-acb81126b035 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.937450] env[69520]: DEBUG oslo_vmware.api [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1349.937450] env[69520]: value = "task-3482886" [ 1349.937450] env[69520]: _type = "Task" [ 1349.937450] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.945034] env[69520]: DEBUG oslo_vmware.api [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.382220] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.382403] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.446946] env[69520]: DEBUG oslo_vmware.api [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138513} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.447213] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.447397] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.447605] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.447779] env[69520]: INFO nova.compute.manager [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1350.448018] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.448211] env[69520]: DEBUG nova.compute.manager [-] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.448321] env[69520]: DEBUG nova.network.neutron [-] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.890794] env[69520]: DEBUG nova.compute.manager [req-c9b874e3-4db4-44f1-b0bf-36ed3a142c82 req-09dd26cc-2000-4606-b310-425bdae28ea0 service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Received event network-vif-deleted-8159307d-0fde-4754-a219-84757f764892 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.890794] env[69520]: INFO nova.compute.manager [req-c9b874e3-4db4-44f1-b0bf-36ed3a142c82 req-09dd26cc-2000-4606-b310-425bdae28ea0 service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Neutron deleted interface 8159307d-0fde-4754-a219-84757f764892; detaching it from the instance and deleting it from the info cache [ 1350.890794] env[69520]: DEBUG nova.network.neutron [req-c9b874e3-4db4-44f1-b0bf-36ed3a142c82 req-09dd26cc-2000-4606-b310-425bdae28ea0 service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.373023] env[69520]: DEBUG nova.network.neutron [-] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.393309] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5541718f-32d8-463a-a9e0-a940be973e19 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.402898] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa2c7df-c267-4121-ae5e-4fb91904ec34 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.433736] env[69520]: DEBUG nova.compute.manager [req-c9b874e3-4db4-44f1-b0bf-36ed3a142c82 req-09dd26cc-2000-4606-b310-425bdae28ea0 service nova] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Detach interface failed, port_id=8159307d-0fde-4754-a219-84757f764892, reason: Instance bd668745-c19b-4d63-8507-5b88ca9691fe could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1351.875411] env[69520]: INFO nova.compute.manager [-] [instance: bd668745-c19b-4d63-8507-5b88ca9691fe] Took 1.43 seconds to deallocate network for instance. [ 1352.381965] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.382359] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.382509] env[69520]: DEBUG nova.objects.instance [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'resources' on Instance uuid bd668745-c19b-4d63-8507-5b88ca9691fe {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.953858] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72d6160-2df7-4cf7-a3e2-235a285673ca {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.961788] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f3de1b-afcf-4a6c-92c4-8433e2ec22a0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.990759] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d12fe43-8bef-4715-b28e-a000558a9938 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.998376] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094e1809-2546-4280-bef3-05efe3707b8c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.011271] env[69520]: DEBUG nova.compute.provider_tree [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.514238] env[69520]: DEBUG nova.scheduler.client.report [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.019240] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.041152] env[69520]: INFO nova.scheduler.client.report [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleted allocations for instance bd668745-c19b-4d63-8507-5b88ca9691fe [ 1354.549694] env[69520]: DEBUG oslo_concurrency.lockutils [None req-dcff7f9b-4ce3-44f4-8f7a-654674fc26cc tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "bd668745-c19b-4d63-8507-5b88ca9691fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.718s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.893283] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "50b77468-fdc9-42c1-b379-bd76be4df106" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.893677] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "50b77468-fdc9-42c1-b379-bd76be4df106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.396295] env[69520]: DEBUG nova.compute.manager [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.864720] env[69520]: DEBUG oslo_concurrency.lockutils [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.864951] env[69520]: DEBUG oslo_concurrency.lockutils [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.916966] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.917289] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.918762] env[69520]: INFO nova.compute.claims [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.368510] env[69520]: DEBUG nova.compute.utils [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1357.871227] env[69520]: DEBUG oslo_concurrency.lockutils [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.993474] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6648d317-9431-4d90-9338-e4f3c580b088 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.000952] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb8a5ef-a416-487d-934f-6823b3bd3167 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.031773] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f5d9cf-7a0f-423b-932d-14c475245130 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.038471] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f989ebad-93b9-4025-9c64-20eebe03242d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.050963] env[69520]: DEBUG nova.compute.provider_tree [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.553954] env[69520]: DEBUG nova.scheduler.client.report [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.928973] env[69520]: DEBUG oslo_concurrency.lockutils [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.929253] env[69520]: DEBUG oslo_concurrency.lockutils [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.929490] env[69520]: INFO nova.compute.manager [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Attaching volume d63dffe0-b764-40b4-916f-aeaa6d24a68f to /dev/sdb [ 1358.959828] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5549ee-7d62-42df-9292-1508952c7e02 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.967216] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4e752a-8897-49ac-aaf6-8075c5df2256 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.980885] env[69520]: DEBUG nova.virt.block_device [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Updating existing volume attachment record: 61131f74-bb2e-43ce-9b7a-cea0a5267178 {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1359.059049] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.059359] env[69520]: DEBUG nova.compute.manager [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.564561] env[69520]: DEBUG nova.compute.utils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.565989] env[69520]: DEBUG nova.compute.manager [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.566189] env[69520]: DEBUG nova.network.neutron [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.612151] env[69520]: DEBUG nova.policy [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '099785cc30bb4127aad210c89f4f0167', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a251ca032bf44ccda3beede103c2e6e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.879727] env[69520]: DEBUG nova.network.neutron [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Successfully created port: 28a6019c-e6fc-4046-ab67-7cbe940caedc {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.069081] env[69520]: DEBUG nova.compute.manager [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.769350] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.769598] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.079013] env[69520]: DEBUG nova.compute.manager [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.105283] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.105556] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.105739] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.105927] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.106097] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.106252] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.106476] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.106635] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.106804] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.106961] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.107149] env[69520]: DEBUG nova.virt.hardware [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.108033] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91de0f36-9ff1-4c39-a892-040b80fce1d8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.116194] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbaf4a4-db6e-460c-9709-5d014d4a7975 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.229048] env[69520]: DEBUG nova.compute.manager [req-977a35e7-52d8-40fc-b22f-cc9d98d567e8 req-248fb858-2425-49a1-a66e-66f9703ebdcf service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Received event network-vif-plugged-28a6019c-e6fc-4046-ab67-7cbe940caedc {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.229277] env[69520]: DEBUG oslo_concurrency.lockutils [req-977a35e7-52d8-40fc-b22f-cc9d98d567e8 req-248fb858-2425-49a1-a66e-66f9703ebdcf service nova] Acquiring lock "50b77468-fdc9-42c1-b379-bd76be4df106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.229531] env[69520]: DEBUG oslo_concurrency.lockutils [req-977a35e7-52d8-40fc-b22f-cc9d98d567e8 req-248fb858-2425-49a1-a66e-66f9703ebdcf service nova] Lock "50b77468-fdc9-42c1-b379-bd76be4df106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.229739] env[69520]: DEBUG oslo_concurrency.lockutils [req-977a35e7-52d8-40fc-b22f-cc9d98d567e8 req-248fb858-2425-49a1-a66e-66f9703ebdcf service nova] Lock "50b77468-fdc9-42c1-b379-bd76be4df106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.229973] env[69520]: DEBUG nova.compute.manager [req-977a35e7-52d8-40fc-b22f-cc9d98d567e8 req-248fb858-2425-49a1-a66e-66f9703ebdcf service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] No waiting events found dispatching network-vif-plugged-28a6019c-e6fc-4046-ab67-7cbe940caedc {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.230088] env[69520]: WARNING nova.compute.manager [req-977a35e7-52d8-40fc-b22f-cc9d98d567e8 req-248fb858-2425-49a1-a66e-66f9703ebdcf service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Received unexpected event network-vif-plugged-28a6019c-e6fc-4046-ab67-7cbe940caedc for instance with vm_state building and task_state spawning. [ 1361.273126] env[69520]: DEBUG nova.compute.utils [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1361.308831] env[69520]: DEBUG nova.network.neutron [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Successfully updated port: 28a6019c-e6fc-4046-ab67-7cbe940caedc {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.776218] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.811697] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.811895] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.812018] env[69520]: DEBUG nova.network.neutron [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.344723] env[69520]: DEBUG nova.network.neutron [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.475918] env[69520]: DEBUG nova.network.neutron [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Updating instance_info_cache with network_info: [{"id": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "address": "fa:16:3e:8f:12:69", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a6019c-e6", "ovs_interfaceid": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.842397] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.842607] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.842681] env[69520]: INFO nova.compute.manager [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Attaching volume 91342c4f-71ac-421a-924f-9fd2e71d31be to /dev/sdb [ 1362.870878] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aa3b6f-386e-4b9a-8838-88dd9b6f7296 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.877898] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9353ce8a-382e-4727-afa4-531f68cffa47 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.890980] env[69520]: DEBUG nova.virt.block_device [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updating existing volume attachment record: f74e4830-64fc-4435-afd1-d0327eb962ee {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1362.978769] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.979136] env[69520]: DEBUG nova.compute.manager [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Instance network_info: |[{"id": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "address": "fa:16:3e:8f:12:69", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a6019c-e6", "ovs_interfaceid": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.979554] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:12:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28a6019c-e6fc-4046-ab67-7cbe940caedc', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.986965] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.987192] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.987511] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f944067e-730a-48cf-ac87-d720f9796dd4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.007375] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.007375] env[69520]: value = "task-3482890" [ 1363.007375] env[69520]: _type = "Task" [ 1363.007375] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.016055] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482890, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.266867] env[69520]: DEBUG nova.compute.manager [req-4889c6be-5bb6-45ab-bd12-33869d4ba2bf req-9ff4b75b-596f-429d-b48b-5d5af9be9750 service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Received event network-changed-28a6019c-e6fc-4046-ab67-7cbe940caedc {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.267083] env[69520]: DEBUG nova.compute.manager [req-4889c6be-5bb6-45ab-bd12-33869d4ba2bf req-9ff4b75b-596f-429d-b48b-5d5af9be9750 service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Refreshing instance network info cache due to event network-changed-28a6019c-e6fc-4046-ab67-7cbe940caedc. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.267302] env[69520]: DEBUG oslo_concurrency.lockutils [req-4889c6be-5bb6-45ab-bd12-33869d4ba2bf req-9ff4b75b-596f-429d-b48b-5d5af9be9750 service nova] Acquiring lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.267444] env[69520]: DEBUG oslo_concurrency.lockutils [req-4889c6be-5bb6-45ab-bd12-33869d4ba2bf req-9ff4b75b-596f-429d-b48b-5d5af9be9750 service nova] Acquired lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.267602] env[69520]: DEBUG nova.network.neutron [req-4889c6be-5bb6-45ab-bd12-33869d4ba2bf req-9ff4b75b-596f-429d-b48b-5d5af9be9750 service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Refreshing network info cache for port 28a6019c-e6fc-4046-ab67-7cbe940caedc {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.517956] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482890, 'name': CreateVM_Task, 'duration_secs': 0.310443} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.518327] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.518802] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.519046] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.519428] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.519799] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6cac1cf-97f9-4cb5-a062-43bc46c8d155 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.524177] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1363.524413] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696257', 'volume_id': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f', 'name': 'volume-d63dffe0-b764-40b4-916f-aeaa6d24a68f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd96e0fd8-5ea8-42fa-903a-268e82b7a83f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f', 'serial': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1363.525132] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56783c8-58ff-42b5-8705-d2cba213d47e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.529220] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1363.529220] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52429435-a0b2-d58a-9102-5875823ebdd4" [ 1363.529220] env[69520]: _type = "Task" [ 1363.529220] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.544026] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebc2eda-60ae-4769-83c9-ebdb612ebe57 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.548649] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52429435-a0b2-d58a-9102-5875823ebdd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.549184] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.549413] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.549640] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.549783] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.549956] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.550195] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23dae98a-013a-4f6f-bc37-08823bcfd710 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.571009] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-d63dffe0-b764-40b4-916f-aeaa6d24a68f/volume-d63dffe0-b764-40b4-916f-aeaa6d24a68f.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.571500] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55db60d3-64d7-4e39-827c-45544797607f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.586467] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.586636] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.587553] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d850f0e8-f7f2-4901-811f-1090d0a1b9fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.592318] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1363.592318] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52724180-9647-79d8-756f-d27fbe5890ec" [ 1363.592318] env[69520]: _type = "Task" [ 1363.592318] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.593430] env[69520]: DEBUG oslo_vmware.api [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1363.593430] env[69520]: value = "task-3482893" [ 1363.593430] env[69520]: _type = "Task" [ 1363.593430] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.603533] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52724180-9647-79d8-756f-d27fbe5890ec, 'name': SearchDatastore_Task, 'duration_secs': 0.00863} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.606825] env[69520]: DEBUG oslo_vmware.api [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.607034] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5da0b4-fdc3-4962-a369-17970900941f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.611355] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1363.611355] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d3812d-6a6a-2bd7-7d95-26c9414da249" [ 1363.611355] env[69520]: _type = "Task" [ 1363.611355] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.620350] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d3812d-6a6a-2bd7-7d95-26c9414da249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.958677] env[69520]: DEBUG nova.network.neutron [req-4889c6be-5bb6-45ab-bd12-33869d4ba2bf req-9ff4b75b-596f-429d-b48b-5d5af9be9750 service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Updated VIF entry in instance network info cache for port 28a6019c-e6fc-4046-ab67-7cbe940caedc. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.959111] env[69520]: DEBUG nova.network.neutron [req-4889c6be-5bb6-45ab-bd12-33869d4ba2bf req-9ff4b75b-596f-429d-b48b-5d5af9be9750 service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Updating instance_info_cache with network_info: [{"id": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "address": "fa:16:3e:8f:12:69", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a6019c-e6", "ovs_interfaceid": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.106416] env[69520]: DEBUG oslo_vmware.api [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482893, 'name': ReconfigVM_Task, 'duration_secs': 0.347188} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.106879] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-d63dffe0-b764-40b4-916f-aeaa6d24a68f/volume-d63dffe0-b764-40b4-916f-aeaa6d24a68f.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.111433] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5235c119-6e76-464a-b2b5-fce523907e0c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.130774] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52d3812d-6a6a-2bd7-7d95-26c9414da249, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.132038] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.132354] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 50b77468-fdc9-42c1-b379-bd76be4df106/50b77468-fdc9-42c1-b379-bd76be4df106.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.132695] env[69520]: DEBUG oslo_vmware.api [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1364.132695] env[69520]: value = "task-3482894" [ 1364.132695] env[69520]: _type = "Task" [ 1364.132695] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.132977] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb70b68-b913-48c5-95b2-30c74cfbd35c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.142043] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1364.142043] env[69520]: value = "task-3482895" [ 1364.142043] env[69520]: _type = "Task" [ 1364.142043] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.144831] env[69520]: DEBUG oslo_vmware.api [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482894, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.151740] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.462148] env[69520]: DEBUG oslo_concurrency.lockutils [req-4889c6be-5bb6-45ab-bd12-33869d4ba2bf req-9ff4b75b-596f-429d-b48b-5d5af9be9750 service nova] Releasing lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.644832] env[69520]: DEBUG oslo_vmware.api [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.652182] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.144694] env[69520]: DEBUG oslo_vmware.api [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482894, 'name': ReconfigVM_Task, 'duration_secs': 0.901938} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.145029] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696257', 'volume_id': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f', 'name': 'volume-d63dffe0-b764-40b4-916f-aeaa6d24a68f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd96e0fd8-5ea8-42fa-903a-268e82b7a83f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f', 'serial': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1365.155910] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482895, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.660039] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482895, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.15567} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.660039] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore2] 50b77468-fdc9-42c1-b379-bd76be4df106/50b77468-fdc9-42c1-b379-bd76be4df106.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.660039] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.660039] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38bea896-9232-4372-a355-1a98de6a107a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.666937] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1365.666937] env[69520]: value = "task-3482897" [ 1365.666937] env[69520]: _type = "Task" [ 1365.666937] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.674189] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.176301] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064812} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.176575] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.177348] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc5963b-8a4a-4f98-9a24-163cd1328396 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.192084] env[69520]: DEBUG nova.objects.instance [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lazy-loading 'flavor' on Instance uuid d96e0fd8-5ea8-42fa-903a-268e82b7a83f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.201575] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 50b77468-fdc9-42c1-b379-bd76be4df106/50b77468-fdc9-42c1-b379-bd76be4df106.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.202025] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5fc5cd9-f47f-4a2f-98f8-15bb3e9523c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.222474] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1366.222474] env[69520]: value = "task-3482898" [ 1366.222474] env[69520]: _type = "Task" [ 1366.222474] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.230280] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.705540] env[69520]: DEBUG oslo_concurrency.lockutils [None req-aee483a6-800f-4f0e-b7db-1b0d83b31561 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.776s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.732256] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482898, 'name': ReconfigVM_Task, 'duration_secs': 0.298224} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.732538] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 50b77468-fdc9-42c1-b379-bd76be4df106/50b77468-fdc9-42c1-b379-bd76be4df106.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.733173] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06942de3-8b8e-4476-aa7f-75856e670e8d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.739515] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1366.739515] env[69520]: value = "task-3482899" [ 1366.739515] env[69520]: _type = "Task" [ 1366.739515] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.747391] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482899, 'name': Rename_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.248701] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482899, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.397622] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.397928] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.430310] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1367.430546] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696260', 'volume_id': '91342c4f-71ac-421a-924f-9fd2e71d31be', 'name': 'volume-91342c4f-71ac-421a-924f-9fd2e71d31be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08850e97-08a2-4b3c-a50b-00875a5a7c52', 'attached_at': '', 'detached_at': '', 'volume_id': '91342c4f-71ac-421a-924f-9fd2e71d31be', 'serial': '91342c4f-71ac-421a-924f-9fd2e71d31be'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1367.431497] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b63683-5986-458d-a45d-fd6704bd15ec {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.447431] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a45a43-dbad-47e1-9539-1ff0343ac6e2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.472068] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-91342c4f-71ac-421a-924f-9fd2e71d31be/volume-91342c4f-71ac-421a-924f-9fd2e71d31be.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.472300] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd3b083d-5bba-4edb-aab3-3f473e62501b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.489640] env[69520]: DEBUG oslo_vmware.api [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1367.489640] env[69520]: value = "task-3482900" [ 1367.489640] env[69520]: _type = "Task" [ 1367.489640] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.496669] env[69520]: DEBUG oslo_vmware.api [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.749914] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482899, 'name': Rename_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.901472] env[69520]: INFO nova.compute.manager [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Detaching volume d63dffe0-b764-40b4-916f-aeaa6d24a68f [ 1367.930513] env[69520]: INFO nova.virt.block_device [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Attempting to driver detach volume d63dffe0-b764-40b4-916f-aeaa6d24a68f from mountpoint /dev/sdb [ 1367.930763] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1367.930957] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696257', 'volume_id': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f', 'name': 'volume-d63dffe0-b764-40b4-916f-aeaa6d24a68f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd96e0fd8-5ea8-42fa-903a-268e82b7a83f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f', 'serial': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1367.931815] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2333c29-ee66-4ac9-adcf-587ff39aa0fd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.952957] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f61944e-e261-4522-96f4-39daf6014642 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.960098] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab2230c-1b71-4258-8673-fd3c5bdac72d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.979967] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ddb0ee-ae89-4e98-a97e-5071cf80af3e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.994060] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] The volume has not been displaced from its original location: [datastore2] volume-d63dffe0-b764-40b4-916f-aeaa6d24a68f/volume-d63dffe0-b764-40b4-916f-aeaa6d24a68f.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1367.999135] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1368.001916] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036c07ed-aada-47cb-b0aa-e19d2244b3de {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.018776] env[69520]: DEBUG oslo_vmware.api [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482900, 'name': ReconfigVM_Task, 'duration_secs': 0.336187} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.019877] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-91342c4f-71ac-421a-924f-9fd2e71d31be/volume-91342c4f-71ac-421a-924f-9fd2e71d31be.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.024431] env[69520]: DEBUG oslo_vmware.api [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1368.024431] env[69520]: value = "task-3482901" [ 1368.024431] env[69520]: _type = "Task" [ 1368.024431] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.024617] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3e1d288-9a9b-4ba7-9bec-8097e0eb69cf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.042497] env[69520]: DEBUG oslo_vmware.api [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.043625] env[69520]: DEBUG oslo_vmware.api [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1368.043625] env[69520]: value = "task-3482902" [ 1368.043625] env[69520]: _type = "Task" [ 1368.043625] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.051354] env[69520]: DEBUG oslo_vmware.api [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.250683] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482899, 'name': Rename_Task, 'duration_secs': 1.148437} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.250965] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.251214] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32eaf67a-a991-4145-99f7-5fefc6b0fc46 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.257734] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1368.257734] env[69520]: value = "task-3482903" [ 1368.257734] env[69520]: _type = "Task" [ 1368.257734] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.264900] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.543075] env[69520]: DEBUG oslo_vmware.api [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482901, 'name': ReconfigVM_Task, 'duration_secs': 0.211038} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.543367] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1368.549134] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a14995d-c89e-4496-a820-511ebb8e3210 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.568807] env[69520]: DEBUG oslo_vmware.api [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482902, 'name': ReconfigVM_Task, 'duration_secs': 0.127428} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.570027] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696260', 'volume_id': '91342c4f-71ac-421a-924f-9fd2e71d31be', 'name': 'volume-91342c4f-71ac-421a-924f-9fd2e71d31be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08850e97-08a2-4b3c-a50b-00875a5a7c52', 'attached_at': '', 'detached_at': '', 'volume_id': '91342c4f-71ac-421a-924f-9fd2e71d31be', 'serial': '91342c4f-71ac-421a-924f-9fd2e71d31be'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1368.571509] env[69520]: DEBUG oslo_vmware.api [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1368.571509] env[69520]: value = "task-3482904" [ 1368.571509] env[69520]: _type = "Task" [ 1368.571509] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.579320] env[69520]: DEBUG oslo_vmware.api [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.767726] env[69520]: DEBUG oslo_vmware.api [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482903, 'name': PowerOnVM_Task, 'duration_secs': 0.471903} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.768130] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.768212] env[69520]: INFO nova.compute.manager [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1368.768378] env[69520]: DEBUG nova.compute.manager [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.769179] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b267d-d233-42cc-800c-630559269aa8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.083979] env[69520]: DEBUG oslo_vmware.api [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482904, 'name': ReconfigVM_Task, 'duration_secs': 0.152513} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.084305] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696257', 'volume_id': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f', 'name': 'volume-d63dffe0-b764-40b4-916f-aeaa6d24a68f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd96e0fd8-5ea8-42fa-903a-268e82b7a83f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f', 'serial': 'd63dffe0-b764-40b4-916f-aeaa6d24a68f'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1369.288169] env[69520]: INFO nova.compute.manager [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Took 12.39 seconds to build instance. [ 1369.606968] env[69520]: DEBUG nova.objects.instance [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lazy-loading 'flavor' on Instance uuid 08850e97-08a2-4b3c-a50b-00875a5a7c52 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.624575] env[69520]: DEBUG nova.objects.instance [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lazy-loading 'flavor' on Instance uuid d96e0fd8-5ea8-42fa-903a-268e82b7a83f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.789908] env[69520]: DEBUG oslo_concurrency.lockutils [None req-1e5aa26a-541c-41d5-90f1-c960561b5eb3 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "50b77468-fdc9-42c1-b379-bd76be4df106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.896s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.954727] env[69520]: DEBUG nova.compute.manager [req-84c0dc18-ba43-4e13-81a9-8800946220ab req-7132f60e-437e-4171-a56c-b4bbb398b507 service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Received event network-changed-28a6019c-e6fc-4046-ab67-7cbe940caedc {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.954927] env[69520]: DEBUG nova.compute.manager [req-84c0dc18-ba43-4e13-81a9-8800946220ab req-7132f60e-437e-4171-a56c-b4bbb398b507 service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Refreshing instance network info cache due to event network-changed-28a6019c-e6fc-4046-ab67-7cbe940caedc. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.955171] env[69520]: DEBUG oslo_concurrency.lockutils [req-84c0dc18-ba43-4e13-81a9-8800946220ab req-7132f60e-437e-4171-a56c-b4bbb398b507 service nova] Acquiring lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.955336] env[69520]: DEBUG oslo_concurrency.lockutils [req-84c0dc18-ba43-4e13-81a9-8800946220ab req-7132f60e-437e-4171-a56c-b4bbb398b507 service nova] Acquired lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.955479] env[69520]: DEBUG nova.network.neutron [req-84c0dc18-ba43-4e13-81a9-8800946220ab req-7132f60e-437e-4171-a56c-b4bbb398b507 service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Refreshing network info cache for port 28a6019c-e6fc-4046-ab67-7cbe940caedc {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.111479] env[69520]: DEBUG oslo_concurrency.lockutils [None req-ad56bdf4-7c85-4e54-9581-7e981f8b1032 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.269s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.377649] env[69520]: INFO nova.compute.manager [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Rescuing [ 1370.377925] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.378096] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.378264] env[69520]: DEBUG nova.network.neutron [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.630343] env[69520]: DEBUG oslo_concurrency.lockutils [None req-7c714d10-1a84-425d-8706-14bbdcfa62f6 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.681060] env[69520]: DEBUG nova.network.neutron [req-84c0dc18-ba43-4e13-81a9-8800946220ab req-7132f60e-437e-4171-a56c-b4bbb398b507 service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Updated VIF entry in instance network info cache for port 28a6019c-e6fc-4046-ab67-7cbe940caedc. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.681401] env[69520]: DEBUG nova.network.neutron [req-84c0dc18-ba43-4e13-81a9-8800946220ab req-7132f60e-437e-4171-a56c-b4bbb398b507 service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Updating instance_info_cache with network_info: [{"id": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "address": "fa:16:3e:8f:12:69", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a6019c-e6", "ovs_interfaceid": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.074419] env[69520]: DEBUG nova.network.neutron [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updating instance_info_cache with network_info: [{"id": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "address": "fa:16:3e:34:e2:81", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05cb4ce-32", "ovs_interfaceid": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.184149] env[69520]: DEBUG oslo_concurrency.lockutils [req-84c0dc18-ba43-4e13-81a9-8800946220ab req-7132f60e-437e-4171-a56c-b4bbb398b507 service nova] Releasing lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.577018] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.643014] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.643270] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.643472] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.643650] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.643815] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.645713] env[69520]: INFO nova.compute.manager [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Terminating instance [ 1372.149463] env[69520]: DEBUG nova.compute.manager [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.149839] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.150678] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3412fbf-65e7-490d-bb89-8ebb4ceda9fc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.158387] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.158630] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce51d4ba-33a4-4343-a220-a5f720448661 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.164360] env[69520]: DEBUG oslo_vmware.api [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1372.164360] env[69520]: value = "task-3482905" [ 1372.164360] env[69520]: _type = "Task" [ 1372.164360] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.172341] env[69520]: DEBUG oslo_vmware.api [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.673644] env[69520]: DEBUG oslo_vmware.api [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482905, 'name': PowerOffVM_Task, 'duration_secs': 0.253189} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.673910] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.674059] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.674299] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb66238a-2eb6-4a95-af1e-92b82cd8cb13 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.113673] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.113976] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a747e0-9c68-46ac-8fb9-80215cec30c7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.121940] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1373.121940] env[69520]: value = "task-3482907" [ 1373.121940] env[69520]: _type = "Task" [ 1373.121940] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.130534] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.632841] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482907, 'name': PowerOffVM_Task, 'duration_secs': 0.221256} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.633214] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.633854] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf3e18b-9134-40ed-8d69-489dd2fa9a57 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.654227] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea895fa1-edcc-45c8-b8d0-2a87cbd4f4e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.679434] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.679678] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9315ee78-321f-4f0f-b450-6baeb9bccb63 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.685722] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1373.685722] env[69520]: value = "task-3482908" [ 1373.685722] env[69520]: _type = "Task" [ 1373.685722] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.692614] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.924789] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.925032] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.925149] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleting the datastore file [datastore1] d96e0fd8-5ea8-42fa-903a-268e82b7a83f {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.925412] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6496631-b3f2-4194-8e57-305e7223e8aa {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.931253] env[69520]: DEBUG oslo_vmware.api [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1373.931253] env[69520]: value = "task-3482909" [ 1373.931253] env[69520]: _type = "Task" [ 1373.931253] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.938661] env[69520]: DEBUG oslo_vmware.api [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.195923] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] VM already powered off {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1374.196180] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.196343] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.196499] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.196716] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.196991] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52f50958-18be-46bb-b013-afc82695e613 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.227015] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.227246] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.227956] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e42a69-f5af-4e62-b476-0cd158fa7f37 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.233181] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1374.233181] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]529c1ff0-777d-80f0-3c4f-e67d9de860a2" [ 1374.233181] env[69520]: _type = "Task" [ 1374.233181] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.240737] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529c1ff0-777d-80f0-3c4f-e67d9de860a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.440707] env[69520]: DEBUG oslo_vmware.api [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157615} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.440965] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.441165] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.441342] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.441514] env[69520]: INFO nova.compute.manager [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1374.441745] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.441927] env[69520]: DEBUG nova.compute.manager [-] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1374.442031] env[69520]: DEBUG nova.network.neutron [-] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.744264] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]529c1ff0-777d-80f0-3c4f-e67d9de860a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008159} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.745193] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f73068-1719-4d60-abc3-abe5a0b77f9b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.750523] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1374.750523] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]5221cb35-62ea-2c70-9b0e-ac077117b3ec" [ 1374.750523] env[69520]: _type = "Task" [ 1374.750523] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.758160] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5221cb35-62ea-2c70-9b0e-ac077117b3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.866977] env[69520]: DEBUG nova.compute.manager [req-c07fa0e2-3a60-42e1-841a-8416a0e50128 req-dd9dfc0d-ce83-4ace-99ca-9eb10aa7e91e service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Received event network-vif-deleted-d84b3dda-ab1b-4142-aa83-2dd168c32ed3 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.867067] env[69520]: INFO nova.compute.manager [req-c07fa0e2-3a60-42e1-841a-8416a0e50128 req-dd9dfc0d-ce83-4ace-99ca-9eb10aa7e91e service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Neutron deleted interface d84b3dda-ab1b-4142-aa83-2dd168c32ed3; detaching it from the instance and deleting it from the info cache [ 1374.867254] env[69520]: DEBUG nova.network.neutron [req-c07fa0e2-3a60-42e1-841a-8416a0e50128 req-dd9dfc0d-ce83-4ace-99ca-9eb10aa7e91e service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.260530] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]5221cb35-62ea-2c70-9b0e-ac077117b3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.260776] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.261071] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 08850e97-08a2-4b3c-a50b-00875a5a7c52/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. {{(pid=69520) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1375.261346] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a92f583-5c76-4f2b-a32f-3fa825e674cb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.268496] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1375.268496] env[69520]: value = "task-3482910" [ 1375.268496] env[69520]: _type = "Task" [ 1375.268496] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.275959] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.343516] env[69520]: DEBUG nova.network.neutron [-] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.370079] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e035edd3-d3b4-4468-b20d-c2c1cdc4fca8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.379840] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b057c06d-474c-4484-9ae4-3e0a8da354be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.409792] env[69520]: DEBUG nova.compute.manager [req-c07fa0e2-3a60-42e1-841a-8416a0e50128 req-dd9dfc0d-ce83-4ace-99ca-9eb10aa7e91e service nova] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Detach interface failed, port_id=d84b3dda-ab1b-4142-aa83-2dd168c32ed3, reason: Instance d96e0fd8-5ea8-42fa-903a-268e82b7a83f could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1375.778555] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443803} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.778931] env[69520]: INFO nova.virt.vmwareapi.ds_util [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 08850e97-08a2-4b3c-a50b-00875a5a7c52/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk. [ 1375.779528] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d524fa08-9603-4759-af1b-bb23390d891b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.805814] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 08850e97-08a2-4b3c-a50b-00875a5a7c52/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.806040] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd9d0e86-0071-47e5-920f-0b64cbc7352c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.823358] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1375.823358] env[69520]: value = "task-3482911" [ 1375.823358] env[69520]: _type = "Task" [ 1375.823358] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.830438] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.846109] env[69520]: INFO nova.compute.manager [-] [instance: d96e0fd8-5ea8-42fa-903a-268e82b7a83f] Took 1.40 seconds to deallocate network for instance. [ 1376.333473] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482911, 'name': ReconfigVM_Task, 'duration_secs': 0.291176} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.333792] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 08850e97-08a2-4b3c-a50b-00875a5a7c52/9fcf0c2d-7653-4ea3-900e-fd222f613fda-rescue.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.334605] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9058981e-aee8-46d0-b111-305323deed88 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.358719] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.358959] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.359188] env[69520]: DEBUG nova.objects.instance [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lazy-loading 'resources' on Instance uuid d96e0fd8-5ea8-42fa-903a-268e82b7a83f {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.365512] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b45a6267-5483-43ff-bc92-9107bdc411e9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.383278] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1376.383278] env[69520]: value = "task-3482912" [ 1376.383278] env[69520]: _type = "Task" [ 1376.383278] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.393982] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.893220] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.957524] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eb873a-8ac5-4c5b-b98f-cbb8f5ef46f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.964692] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9b4581-5a1c-42eb-8a7e-dde6bd3b6977 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.993476] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5078971d-eb6b-4895-89f9-3860b940c591 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.999925] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f149a4-6070-4c0f-b576-f98057471f2c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.013317] env[69520]: DEBUG nova.compute.provider_tree [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.394365] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.516641] env[69520]: DEBUG nova.scheduler.client.report [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.894647] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482912, 'name': ReconfigVM_Task, 'duration_secs': 1.164469} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.895098] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.895169] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e69e5525-b283-4cd4-a077-308001b9b3cf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.901232] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1377.901232] env[69520]: value = "task-3482913" [ 1377.901232] env[69520]: _type = "Task" [ 1377.901232] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.908617] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.021327] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.038578] env[69520]: INFO nova.scheduler.client.report [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleted allocations for instance d96e0fd8-5ea8-42fa-903a-268e82b7a83f [ 1378.412307] env[69520]: DEBUG oslo_vmware.api [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482913, 'name': PowerOnVM_Task, 'duration_secs': 0.372391} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.412711] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.416265] env[69520]: DEBUG nova.compute.manager [None req-0beee7fe-7476-47dd-89cf-c545e4c5d016 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.417323] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26feb0b3-c25c-455f-ad56-fc87c3d12a07 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.545916] env[69520]: DEBUG oslo_concurrency.lockutils [None req-b2ea07c0-4ea2-495d-97f2-0b8afc4625cf tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "d96e0fd8-5ea8-42fa-903a-268e82b7a83f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.902s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.507841] env[69520]: INFO nova.compute.manager [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Unrescuing [ 1379.508209] env[69520]: DEBUG oslo_concurrency.lockutils [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.508294] env[69520]: DEBUG oslo_concurrency.lockutils [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquired lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.508404] env[69520]: DEBUG nova.network.neutron [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.241353] env[69520]: DEBUG nova.network.neutron [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updating instance_info_cache with network_info: [{"id": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "address": "fa:16:3e:34:e2:81", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05cb4ce-32", "ovs_interfaceid": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.608896] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "9d1ad968-605c-407b-9a3a-7683d7611695" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.609216] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.743818] env[69520]: DEBUG oslo_concurrency.lockutils [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Releasing lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.744505] env[69520]: DEBUG nova.objects.instance [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lazy-loading 'flavor' on Instance uuid 08850e97-08a2-4b3c-a50b-00875a5a7c52 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.111424] env[69520]: DEBUG nova.compute.manager [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Starting instance... {{(pid=69520) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.249944] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2b34b4-5d3f-4287-9bab-ab8f305322a2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.274062] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.274404] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a075783-be7b-49bb-aa9a-f5550cee5009 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.282263] env[69520]: DEBUG oslo_vmware.api [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1381.282263] env[69520]: value = "task-3482914" [ 1381.282263] env[69520]: _type = "Task" [ 1381.282263] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.289467] env[69520]: DEBUG oslo_vmware.api [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.633390] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.633694] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.635227] env[69520]: INFO nova.compute.claims [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.790508] env[69520]: DEBUG oslo_vmware.api [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482914, 'name': PowerOffVM_Task, 'duration_secs': 0.225234} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.790801] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.796016] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1381.796278] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-877d9251-7320-4671-b5e8-1d349e72e264 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.814195] env[69520]: DEBUG oslo_vmware.api [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1381.814195] env[69520]: value = "task-3482915" [ 1381.814195] env[69520]: _type = "Task" [ 1381.814195] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.821999] env[69520]: DEBUG oslo_vmware.api [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.323938] env[69520]: DEBUG oslo_vmware.api [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482915, 'name': ReconfigVM_Task, 'duration_secs': 0.273392} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.324241] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1382.324389] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.324631] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838a45ff-18ce-49e8-ae28-01fd501eed85 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.331405] env[69520]: DEBUG oslo_vmware.api [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1382.331405] env[69520]: value = "task-3482916" [ 1382.331405] env[69520]: _type = "Task" [ 1382.331405] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.340521] env[69520]: DEBUG oslo_vmware.api [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.721166] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8223fd14-2cbf-4198-9af4-904cbe23114b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.728601] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb5dc97-5699-4598-b82a-45abb3aab130 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.757712] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ddfaf2-9581-4424-9375-1ab9cb4dc800 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.764099] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5a07c3-611c-4578-8196-0f2bf0719742 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.776557] env[69520]: DEBUG nova.compute.provider_tree [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.841400] env[69520]: DEBUG oslo_vmware.api [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482916, 'name': PowerOnVM_Task, 'duration_secs': 0.385122} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.841702] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.841966] env[69520]: DEBUG nova.compute.manager [None req-86c388ba-7843-4cae-b9d6-0f9dc5f73f6a tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.842785] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbed289-0222-4786-b312-1436f7379767 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.280348] env[69520]: DEBUG nova.scheduler.client.report [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.785123] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.785650] env[69520]: DEBUG nova.compute.manager [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Start building networks asynchronously for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.997832] env[69520]: DEBUG nova.compute.manager [req-1f9f50ea-4fb4-44cf-94e7-1f9e6fa86750 req-b99ae3a1-8309-48db-83a0-d8103f3ea0cd service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Received event network-changed-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.998044] env[69520]: DEBUG nova.compute.manager [req-1f9f50ea-4fb4-44cf-94e7-1f9e6fa86750 req-b99ae3a1-8309-48db-83a0-d8103f3ea0cd service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Refreshing instance network info cache due to event network-changed-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.998255] env[69520]: DEBUG oslo_concurrency.lockutils [req-1f9f50ea-4fb4-44cf-94e7-1f9e6fa86750 req-b99ae3a1-8309-48db-83a0-d8103f3ea0cd service nova] Acquiring lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.998391] env[69520]: DEBUG oslo_concurrency.lockutils [req-1f9f50ea-4fb4-44cf-94e7-1f9e6fa86750 req-b99ae3a1-8309-48db-83a0-d8103f3ea0cd service nova] Acquired lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.998554] env[69520]: DEBUG nova.network.neutron [req-1f9f50ea-4fb4-44cf-94e7-1f9e6fa86750 req-b99ae3a1-8309-48db-83a0-d8103f3ea0cd service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Refreshing network info cache for port e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.291274] env[69520]: DEBUG nova.compute.utils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1384.292672] env[69520]: DEBUG nova.compute.manager [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Allocating IP information in the background. {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1384.292780] env[69520]: DEBUG nova.network.neutron [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] allocate_for_instance() {{(pid=69520) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1384.329646] env[69520]: DEBUG nova.policy [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c8ef2467fa94b5880a30411f9f46867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aff247bba5746d98ecf8439ac619b76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69520) authorize /opt/stack/nova/nova/policy.py:192}} [ 1384.601086] env[69520]: DEBUG nova.network.neutron [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Successfully created port: 3fa221cb-1c1e-45b6-be93-b15fcf293d19 {{(pid=69520) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.700077] env[69520]: DEBUG nova.network.neutron [req-1f9f50ea-4fb4-44cf-94e7-1f9e6fa86750 req-b99ae3a1-8309-48db-83a0-d8103f3ea0cd service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updated VIF entry in instance network info cache for port e05cb4ce-32f2-4c64-ae5e-03f55972bfd6. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.700507] env[69520]: DEBUG nova.network.neutron [req-1f9f50ea-4fb4-44cf-94e7-1f9e6fa86750 req-b99ae3a1-8309-48db-83a0-d8103f3ea0cd service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updating instance_info_cache with network_info: [{"id": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "address": "fa:16:3e:34:e2:81", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05cb4ce-32", "ovs_interfaceid": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.795465] env[69520]: DEBUG nova.compute.manager [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Start building block device mappings for instance. {{(pid=69520) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.203710] env[69520]: DEBUG oslo_concurrency.lockutils [req-1f9f50ea-4fb4-44cf-94e7-1f9e6fa86750 req-b99ae3a1-8309-48db-83a0-d8103f3ea0cd service nova] Releasing lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.805657] env[69520]: DEBUG nova.compute.manager [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Start spawning the instance on the hypervisor. {{(pid=69520) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.832089] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:41:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:40:44Z,direct_url=,disk_format='vmdk',id=9fcf0c2d-7653-4ea3-900e-fd222f613fda,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='900ca916438548ca8a335bd1bc2b87c4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:40:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.832346] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Flavor limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.832504] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Image limits 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.832682] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Flavor pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.832830] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Image pref 0:0:0 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.832977] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69520) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.833204] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.833362] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.833525] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Got 1 possible topologies {{(pid=69520) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.833685] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.833852] env[69520]: DEBUG nova.virt.hardware [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69520) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.834717] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66b7dbf-c84a-4596-a72d-db87e5da1120 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.842534] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e568b5-9c25-44ab-b56a-ac0264613476 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.993442] env[69520]: DEBUG nova.compute.manager [req-6a5f7a60-9249-4d00-be4a-a84f37f5dd1a req-63a10f97-b700-44f4-93e7-562dc18d212c service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Received event network-vif-plugged-3fa221cb-1c1e-45b6-be93-b15fcf293d19 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.993614] env[69520]: DEBUG oslo_concurrency.lockutils [req-6a5f7a60-9249-4d00-be4a-a84f37f5dd1a req-63a10f97-b700-44f4-93e7-562dc18d212c service nova] Acquiring lock "9d1ad968-605c-407b-9a3a-7683d7611695-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.993797] env[69520]: DEBUG oslo_concurrency.lockutils [req-6a5f7a60-9249-4d00-be4a-a84f37f5dd1a req-63a10f97-b700-44f4-93e7-562dc18d212c service nova] Lock "9d1ad968-605c-407b-9a3a-7683d7611695-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.993967] env[69520]: DEBUG oslo_concurrency.lockutils [req-6a5f7a60-9249-4d00-be4a-a84f37f5dd1a req-63a10f97-b700-44f4-93e7-562dc18d212c service nova] Lock "9d1ad968-605c-407b-9a3a-7683d7611695-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.994146] env[69520]: DEBUG nova.compute.manager [req-6a5f7a60-9249-4d00-be4a-a84f37f5dd1a req-63a10f97-b700-44f4-93e7-562dc18d212c service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] No waiting events found dispatching network-vif-plugged-3fa221cb-1c1e-45b6-be93-b15fcf293d19 {{(pid=69520) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.994311] env[69520]: WARNING nova.compute.manager [req-6a5f7a60-9249-4d00-be4a-a84f37f5dd1a req-63a10f97-b700-44f4-93e7-562dc18d212c service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Received unexpected event network-vif-plugged-3fa221cb-1c1e-45b6-be93-b15fcf293d19 for instance with vm_state building and task_state spawning. [ 1386.023683] env[69520]: DEBUG nova.compute.manager [req-a5b2023d-9c27-4b08-a277-a39b3424bfbc req-f58a6030-b3ab-4b3e-9c1b-5c4c314c01ea service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Received event network-changed-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.023890] env[69520]: DEBUG nova.compute.manager [req-a5b2023d-9c27-4b08-a277-a39b3424bfbc req-f58a6030-b3ab-4b3e-9c1b-5c4c314c01ea service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Refreshing instance network info cache due to event network-changed-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1386.024193] env[69520]: DEBUG oslo_concurrency.lockutils [req-a5b2023d-9c27-4b08-a277-a39b3424bfbc req-f58a6030-b3ab-4b3e-9c1b-5c4c314c01ea service nova] Acquiring lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.024335] env[69520]: DEBUG oslo_concurrency.lockutils [req-a5b2023d-9c27-4b08-a277-a39b3424bfbc req-f58a6030-b3ab-4b3e-9c1b-5c4c314c01ea service nova] Acquired lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.024493] env[69520]: DEBUG nova.network.neutron [req-a5b2023d-9c27-4b08-a277-a39b3424bfbc req-f58a6030-b3ab-4b3e-9c1b-5c4c314c01ea service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Refreshing network info cache for port e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.074156] env[69520]: DEBUG nova.network.neutron [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Successfully updated port: 3fa221cb-1c1e-45b6-be93-b15fcf293d19 {{(pid=69520) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.578541] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "refresh_cache-9d1ad968-605c-407b-9a3a-7683d7611695" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.579045] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "refresh_cache-9d1ad968-605c-407b-9a3a-7683d7611695" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.579045] env[69520]: DEBUG nova.network.neutron [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.712845] env[69520]: DEBUG nova.network.neutron [req-a5b2023d-9c27-4b08-a277-a39b3424bfbc req-f58a6030-b3ab-4b3e-9c1b-5c4c314c01ea service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updated VIF entry in instance network info cache for port e05cb4ce-32f2-4c64-ae5e-03f55972bfd6. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.713321] env[69520]: DEBUG nova.network.neutron [req-a5b2023d-9c27-4b08-a277-a39b3424bfbc req-f58a6030-b3ab-4b3e-9c1b-5c4c314c01ea service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updating instance_info_cache with network_info: [{"id": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "address": "fa:16:3e:34:e2:81", "network": {"id": "5af60462-4b70-42d8-99bb-7af09b79f12b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1804344717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55be35e2bf62472daed435b69e387bac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05cb4ce-32", "ovs_interfaceid": "e05cb4ce-32f2-4c64-ae5e-03f55972bfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.111988] env[69520]: DEBUG nova.network.neutron [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Instance cache missing network info. {{(pid=69520) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.216691] env[69520]: DEBUG oslo_concurrency.lockutils [req-a5b2023d-9c27-4b08-a277-a39b3424bfbc req-f58a6030-b3ab-4b3e-9c1b-5c4c314c01ea service nova] Releasing lock "refresh_cache-08850e97-08a2-4b3c-a50b-00875a5a7c52" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.219304] env[69520]: DEBUG nova.network.neutron [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Updating instance_info_cache with network_info: [{"id": "3fa221cb-1c1e-45b6-be93-b15fcf293d19", "address": "fa:16:3e:c6:c2:c2", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa221cb-1c", "ovs_interfaceid": "3fa221cb-1c1e-45b6-be93-b15fcf293d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.722368] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "refresh_cache-9d1ad968-605c-407b-9a3a-7683d7611695" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.722718] env[69520]: DEBUG nova.compute.manager [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Instance network_info: |[{"id": "3fa221cb-1c1e-45b6-be93-b15fcf293d19", "address": "fa:16:3e:c6:c2:c2", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa221cb-1c", "ovs_interfaceid": "3fa221cb-1c1e-45b6-be93-b15fcf293d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69520) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.723209] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:c2:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fa221cb-1c1e-45b6-be93-b15fcf293d19', 'vif_model': 'vmxnet3'}] {{(pid=69520) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.730755] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.730987] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Creating VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.731241] env[69520]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e47dec1-8905-4073-9ffc-4e5714721e75 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.752166] env[69520]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.752166] env[69520]: value = "task-3482917" [ 1387.752166] env[69520]: _type = "Task" [ 1387.752166] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.759578] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482917, 'name': CreateVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.020926] env[69520]: DEBUG nova.compute.manager [req-4b96ef83-5b62-4534-ba75-f9fcd9cc9009 req-b98f3c8f-5ad6-4e32-a19f-9accfb6056ba service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Received event network-changed-3fa221cb-1c1e-45b6-be93-b15fcf293d19 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.021182] env[69520]: DEBUG nova.compute.manager [req-4b96ef83-5b62-4534-ba75-f9fcd9cc9009 req-b98f3c8f-5ad6-4e32-a19f-9accfb6056ba service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Refreshing instance network info cache due to event network-changed-3fa221cb-1c1e-45b6-be93-b15fcf293d19. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.021368] env[69520]: DEBUG oslo_concurrency.lockutils [req-4b96ef83-5b62-4534-ba75-f9fcd9cc9009 req-b98f3c8f-5ad6-4e32-a19f-9accfb6056ba service nova] Acquiring lock "refresh_cache-9d1ad968-605c-407b-9a3a-7683d7611695" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.021509] env[69520]: DEBUG oslo_concurrency.lockutils [req-4b96ef83-5b62-4534-ba75-f9fcd9cc9009 req-b98f3c8f-5ad6-4e32-a19f-9accfb6056ba service nova] Acquired lock "refresh_cache-9d1ad968-605c-407b-9a3a-7683d7611695" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.021664] env[69520]: DEBUG nova.network.neutron [req-4b96ef83-5b62-4534-ba75-f9fcd9cc9009 req-b98f3c8f-5ad6-4e32-a19f-9accfb6056ba service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Refreshing network info cache for port 3fa221cb-1c1e-45b6-be93-b15fcf293d19 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.262776] env[69520]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482917, 'name': CreateVM_Task, 'duration_secs': 0.296108} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.263196] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Created VM on the ESX host {{(pid=69520) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.263577] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.263747] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.264078] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.264326] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c041b3d-47d7-45d2-b99d-877d8e1f71d3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.269493] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1388.269493] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cd906c-440d-7814-707e-5556fce96327" [ 1388.269493] env[69520]: _type = "Task" [ 1388.269493] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.276838] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cd906c-440d-7814-707e-5556fce96327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.779775] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52cd906c-440d-7814-707e-5556fce96327, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.780083] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.780315] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Processing image 9fcf0c2d-7653-4ea3-900e-fd222f613fda {{(pid=69520) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.780550] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.780695] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.780889] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.781167] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0e5b95a-53d4-4bbb-b203-217c1f81bcb7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.791487] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69520) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.791658] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69520) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.792394] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa4d3122-fae2-4c96-9ea7-29016c4de644 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.796966] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1388.796966] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fa9856-4469-6042-52a1-00f483ac72c9" [ 1388.796966] env[69520]: _type = "Task" [ 1388.796966] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.806067] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fa9856-4469-6042-52a1-00f483ac72c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.906435] env[69520]: DEBUG nova.network.neutron [req-4b96ef83-5b62-4534-ba75-f9fcd9cc9009 req-b98f3c8f-5ad6-4e32-a19f-9accfb6056ba service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Updated VIF entry in instance network info cache for port 3fa221cb-1c1e-45b6-be93-b15fcf293d19. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.906799] env[69520]: DEBUG nova.network.neutron [req-4b96ef83-5b62-4534-ba75-f9fcd9cc9009 req-b98f3c8f-5ad6-4e32-a19f-9accfb6056ba service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Updating instance_info_cache with network_info: [{"id": "3fa221cb-1c1e-45b6-be93-b15fcf293d19", "address": "fa:16:3e:c6:c2:c2", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa221cb-1c", "ovs_interfaceid": "3fa221cb-1c1e-45b6-be93-b15fcf293d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.307231] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52fa9856-4469-6042-52a1-00f483ac72c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008356} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.308014] env[69520]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a56953-74ac-4b77-8dcc-392ccbce2733 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.312954] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1389.312954] env[69520]: value = "session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de6f6c-a078-2872-d57a-91cfc3fddac4" [ 1389.312954] env[69520]: _type = "Task" [ 1389.312954] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.319655] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de6f6c-a078-2872-d57a-91cfc3fddac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.409512] env[69520]: DEBUG oslo_concurrency.lockutils [req-4b96ef83-5b62-4534-ba75-f9fcd9cc9009 req-b98f3c8f-5ad6-4e32-a19f-9accfb6056ba service nova] Releasing lock "refresh_cache-9d1ad968-605c-407b-9a3a-7683d7611695" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.826920] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': session[52239235-243a-6c4a-7b99-4f77bbb631d0]52de6f6c-a078-2872-d57a-91cfc3fddac4, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.827364] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.827716] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 9d1ad968-605c-407b-9a3a-7683d7611695/9d1ad968-605c-407b-9a3a-7683d7611695.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.828062] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f60d685b-7de8-41a4-bc75-82ba296ac028 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.835457] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1389.835457] env[69520]: value = "task-3482918" [ 1389.835457] env[69520]: _type = "Task" [ 1389.835457] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.846669] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.345227] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476388} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.345569] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fcf0c2d-7653-4ea3-900e-fd222f613fda/9fcf0c2d-7653-4ea3-900e-fd222f613fda.vmdk to [datastore1] 9d1ad968-605c-407b-9a3a-7683d7611695/9d1ad968-605c-407b-9a3a-7683d7611695.vmdk {{(pid=69520) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.345640] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Extending root virtual disk to 1048576 {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.345866] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75dfcdb0-a8d5-43dc-a66d-35ebf45205ab {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.351858] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1390.351858] env[69520]: value = "task-3482919" [ 1390.351858] env[69520]: _type = "Task" [ 1390.351858] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.358826] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.860961] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070475} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.861274] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Extended root virtual disk {{(pid=69520) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.862079] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d162b114-1208-4ff7-b9e8-467654465daf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.884741] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 9d1ad968-605c-407b-9a3a-7683d7611695/9d1ad968-605c-407b-9a3a-7683d7611695.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.884972] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843518bd-d826-4523-9642-d3459ecb8742 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.904515] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1390.904515] env[69520]: value = "task-3482920" [ 1390.904515] env[69520]: _type = "Task" [ 1390.904515] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.912204] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.414497] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482920, 'name': ReconfigVM_Task, 'duration_secs': 0.472333} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.414891] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 9d1ad968-605c-407b-9a3a-7683d7611695/9d1ad968-605c-407b-9a3a-7683d7611695.vmdk or device None with type sparse {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.415440] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26faa26b-291d-4a8b-ba33-eac8c0103bfc {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.421474] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1391.421474] env[69520]: value = "task-3482921" [ 1391.421474] env[69520]: _type = "Task" [ 1391.421474] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.429707] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482921, 'name': Rename_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.931412] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482921, 'name': Rename_Task, 'duration_secs': 0.139582} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.931674] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.931919] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d7ea76b-d68a-43e7-aba3-37804fae808d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.937444] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1391.937444] env[69520]: value = "task-3482922" [ 1391.937444] env[69520]: _type = "Task" [ 1391.937444] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.944552] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.446957] env[69520]: DEBUG oslo_vmware.api [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482922, 'name': PowerOnVM_Task, 'duration_secs': 0.431667} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.447356] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.447475] env[69520]: INFO nova.compute.manager [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1392.447615] env[69520]: DEBUG nova.compute.manager [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.448386] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ed413-9696-4ccf-86b1-9b80bcab0c9d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.966941] env[69520]: INFO nova.compute.manager [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Took 11.35 seconds to build instance. [ 1393.469633] env[69520]: DEBUG oslo_concurrency.lockutils [None req-9c24e375-d6a9-49e6-8378-79e8f8db2272 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.860s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.529615] env[69520]: DEBUG nova.compute.manager [req-632de8cc-8595-4bc5-bb75-e7573cef8821 req-8b0e7c2b-92ce-448c-8f6e-a779dc517a04 service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Received event network-changed-3fa221cb-1c1e-45b6-be93-b15fcf293d19 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.529761] env[69520]: DEBUG nova.compute.manager [req-632de8cc-8595-4bc5-bb75-e7573cef8821 req-8b0e7c2b-92ce-448c-8f6e-a779dc517a04 service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Refreshing instance network info cache due to event network-changed-3fa221cb-1c1e-45b6-be93-b15fcf293d19. {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1393.529963] env[69520]: DEBUG oslo_concurrency.lockutils [req-632de8cc-8595-4bc5-bb75-e7573cef8821 req-8b0e7c2b-92ce-448c-8f6e-a779dc517a04 service nova] Acquiring lock "refresh_cache-9d1ad968-605c-407b-9a3a-7683d7611695" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.530115] env[69520]: DEBUG oslo_concurrency.lockutils [req-632de8cc-8595-4bc5-bb75-e7573cef8821 req-8b0e7c2b-92ce-448c-8f6e-a779dc517a04 service nova] Acquired lock "refresh_cache-9d1ad968-605c-407b-9a3a-7683d7611695" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.530277] env[69520]: DEBUG nova.network.neutron [req-632de8cc-8595-4bc5-bb75-e7573cef8821 req-8b0e7c2b-92ce-448c-8f6e-a779dc517a04 service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Refreshing network info cache for port 3fa221cb-1c1e-45b6-be93-b15fcf293d19 {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.241010] env[69520]: DEBUG nova.network.neutron [req-632de8cc-8595-4bc5-bb75-e7573cef8821 req-8b0e7c2b-92ce-448c-8f6e-a779dc517a04 service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Updated VIF entry in instance network info cache for port 3fa221cb-1c1e-45b6-be93-b15fcf293d19. {{(pid=69520) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.241423] env[69520]: DEBUG nova.network.neutron [req-632de8cc-8595-4bc5-bb75-e7573cef8821 req-8b0e7c2b-92ce-448c-8f6e-a779dc517a04 service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Updating instance_info_cache with network_info: [{"id": "3fa221cb-1c1e-45b6-be93-b15fcf293d19", "address": "fa:16:3e:c6:c2:c2", "network": {"id": "16bff19a-fe3c-40a8-8ed2-49956f4db6a5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1064273433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aff247bba5746d98ecf8439ac619b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa221cb-1c", "ovs_interfaceid": "3fa221cb-1c1e-45b6-be93-b15fcf293d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.744160] env[69520]: DEBUG oslo_concurrency.lockutils [req-632de8cc-8595-4bc5-bb75-e7573cef8821 req-8b0e7c2b-92ce-448c-8f6e-a779dc517a04 service nova] Releasing lock "refresh_cache-9d1ad968-605c-407b-9a3a-7683d7611695" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.667418] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.668720] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.669160] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.667709] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.171964] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.172368] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.172455] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.172615] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1405.173540] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48657ed8-c2ae-40db-bcb6-211bd2843089 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.181983] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d392f3-8036-44f3-b1eb-91c906645c1f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.195826] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8698ec-91e4-4f29-b21a-041fb3886c18 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.201845] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4b0b9d-cd10-4c41-9f6a-9912e4580257 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.230025] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180115MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1405.230176] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.230377] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.258800] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1406.258800] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 53f30dbc-5558-47d6-aa6c-40a9ca817b2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1406.258800] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 08850e97-08a2-4b3c-a50b-00875a5a7c52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1406.258800] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 50b77468-fdc9-42c1-b379-bd76be4df106 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1406.258800] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Instance 9d1ad968-605c-407b-9a3a-7683d7611695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69520) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1406.258800] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1406.259317] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1406.322874] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8d914a-1048-4646-a220-d9185f55f2be {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.329991] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c074d17-764c-468d-b535-873c02063ac3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.358511] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d20af8-8891-4771-a1ff-6f31797cb5d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.365148] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d6a53-3a33-411b-a1a7-08f391abb41b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.378273] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.881476] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.352023] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "50b77468-fdc9-42c1-b379-bd76be4df106" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.352403] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "50b77468-fdc9-42c1-b379-bd76be4df106" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.352498] env[69520]: DEBUG nova.compute.manager [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.353461] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3fc83-f5d0-4da6-b418-e96d8b24d8c2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.360539] env[69520]: DEBUG nova.compute.manager [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69520) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1407.361125] env[69520]: DEBUG nova.objects.instance [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'flavor' on Instance uuid 50b77468-fdc9-42c1-b379-bd76be4df106 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.386207] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1407.386389] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.369736] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.370138] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67dfdc19-fc2e-45c0-8b14-a61dfeb58a10 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.377741] env[69520]: DEBUG oslo_vmware.api [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1408.377741] env[69520]: value = "task-3482923" [ 1408.377741] env[69520]: _type = "Task" [ 1408.377741] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.385405] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.385631] env[69520]: DEBUG oslo_vmware.api [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.385819] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.385958] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1408.662500] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.667042] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.887505] env[69520]: DEBUG oslo_vmware.api [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482923, 'name': PowerOffVM_Task, 'duration_secs': 0.198419} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.887797] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.887965] env[69520]: DEBUG nova.compute.manager [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.888698] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b430e4-c60b-4eed-a9c4-d87685e83902 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.399055] env[69520]: DEBUG oslo_concurrency.lockutils [None req-67417dff-0eb4-4485-8268-162efb832edb tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "50b77468-fdc9-42c1-b379-bd76be4df106" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.699908] env[69520]: DEBUG nova.objects.instance [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'flavor' on Instance uuid 50b77468-fdc9-42c1-b379-bd76be4df106 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.205805] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.206017] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.206171] env[69520]: DEBUG nova.network.neutron [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.206354] env[69520]: DEBUG nova.objects.instance [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'info_cache' on Instance uuid 50b77468-fdc9-42c1-b379-bd76be4df106 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.709724] env[69520]: DEBUG nova.objects.base [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Object Instance<50b77468-fdc9-42c1-b379-bd76be4df106> lazy-loaded attributes: flavor,info_cache {{(pid=69520) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1411.405597] env[69520]: DEBUG nova.network.neutron [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Updating instance_info_cache with network_info: [{"id": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "address": "fa:16:3e:8f:12:69", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a6019c-e6", "ovs_interfaceid": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.907993] env[69520]: DEBUG oslo_concurrency.lockutils [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.913189] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Powering on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.913551] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2703ad6-2403-41cc-b23b-509114aa8652 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.922459] env[69520]: DEBUG oslo_vmware.api [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1412.922459] env[69520]: value = "task-3482924" [ 1412.922459] env[69520]: _type = "Task" [ 1412.922459] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.929586] env[69520]: DEBUG oslo_vmware.api [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.081481] env[69520]: DEBUG oslo_vmware.api [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482924, 'name': PowerOnVM_Task, 'duration_secs': 0.355989} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.081863] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Powered on the VM {{(pid=69520) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.081936] env[69520]: DEBUG nova.compute.manager [None req-d6c0b4f5-910c-40e7-9b0a-6727125d18ea tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.082702] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9bd654-8150-47d6-a331-dbe0e26dc4b2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.515045] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a67e96d-da6c-406d-a369-1fac3271abf8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.523070] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7288612-31f7-4513-bb40-205ec17a1666 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Suspending the VM {{(pid=69520) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1415.523472] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-713839de-90a8-415c-aa17-6ce85f640630 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.531826] env[69520]: DEBUG oslo_vmware.api [None req-e7288612-31f7-4513-bb40-205ec17a1666 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1415.531826] env[69520]: value = "task-3482925" [ 1415.531826] env[69520]: _type = "Task" [ 1415.531826] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.543082] env[69520]: DEBUG oslo_vmware.api [None req-e7288612-31f7-4513-bb40-205ec17a1666 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482925, 'name': SuspendVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.042311] env[69520]: DEBUG oslo_vmware.api [None req-e7288612-31f7-4513-bb40-205ec17a1666 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482925, 'name': SuspendVM_Task} progress is 70%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.542883] env[69520]: DEBUG oslo_vmware.api [None req-e7288612-31f7-4513-bb40-205ec17a1666 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482925, 'name': SuspendVM_Task, 'duration_secs': 0.635981} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.543237] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-e7288612-31f7-4513-bb40-205ec17a1666 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Suspended the VM {{(pid=69520) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1416.543352] env[69520]: DEBUG nova.compute.manager [None req-e7288612-31f7-4513-bb40-205ec17a1666 tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.544126] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2575e27-825b-4c67-b4b9-516599593a56 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.843329] env[69520]: INFO nova.compute.manager [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Resuming [ 1417.843971] env[69520]: DEBUG nova.objects.instance [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'flavor' on Instance uuid 50b77468-fdc9-42c1-b379-bd76be4df106 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.353820] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.354233] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquired lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.354233] env[69520]: DEBUG nova.network.neutron [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Building network info cache for instance {{(pid=69520) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.044508] env[69520]: DEBUG nova.network.neutron [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Updating instance_info_cache with network_info: [{"id": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "address": "fa:16:3e:8f:12:69", "network": {"id": "10fb6b56-6626-4a83-8b29-8e6d95fccff4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-408403909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a251ca032bf44ccda3beede103c2e6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a6019c-e6", "ovs_interfaceid": "28a6019c-e6fc-4046-ab67-7cbe940caedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.274569] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.274828] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.547047] env[69520]: DEBUG oslo_concurrency.lockutils [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Releasing lock "refresh_cache-50b77468-fdc9-42c1-b379-bd76be4df106" {{(pid=69520) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.548350] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4ef6c3-ba72-480e-b86c-991b4638d199 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.554593] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Resuming the VM {{(pid=69520) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1420.554851] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1a53983-8bb7-4a56-bc38-4a5ca55c9d50 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.560934] env[69520]: DEBUG oslo_vmware.api [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1420.560934] env[69520]: value = "task-3482926" [ 1420.560934] env[69520]: _type = "Task" [ 1420.560934] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.567903] env[69520]: DEBUG oslo_vmware.api [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.778201] env[69520]: INFO nova.compute.manager [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Detaching volume 91342c4f-71ac-421a-924f-9fd2e71d31be [ 1420.814392] env[69520]: INFO nova.virt.block_device [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Attempting to driver detach volume 91342c4f-71ac-421a-924f-9fd2e71d31be from mountpoint /dev/sdb [ 1420.814813] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1420.815183] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696260', 'volume_id': '91342c4f-71ac-421a-924f-9fd2e71d31be', 'name': 'volume-91342c4f-71ac-421a-924f-9fd2e71d31be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08850e97-08a2-4b3c-a50b-00875a5a7c52', 'attached_at': '', 'detached_at': '', 'volume_id': '91342c4f-71ac-421a-924f-9fd2e71d31be', 'serial': '91342c4f-71ac-421a-924f-9fd2e71d31be'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1420.816724] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7d4706-dc1a-4c06-a8c2-748d6756ee95 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.855782] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f89e3b-19d6-44a0-b5fb-233085158928 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.865661] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acf1520-4485-488f-b78f-2ab88056ff72 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.901352] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86403cd3-496d-4e0d-9fa6-76306571332e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.927425] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] The volume has not been displaced from its original location: [datastore2] volume-91342c4f-71ac-421a-924f-9fd2e71d31be/volume-91342c4f-71ac-421a-924f-9fd2e71d31be.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1420.937098] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1420.937666] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8468a26f-ed7c-4a47-8b82-86c064139477 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.968399] env[69520]: DEBUG oslo_vmware.api [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1420.968399] env[69520]: value = "task-3482927" [ 1420.968399] env[69520]: _type = "Task" [ 1420.968399] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.980875] env[69520]: DEBUG oslo_vmware.api [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.071375] env[69520]: DEBUG oslo_vmware.api [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482926, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.478409] env[69520]: DEBUG oslo_vmware.api [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482927, 'name': ReconfigVM_Task, 'duration_secs': 0.322235} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.478676] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1421.483230] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2d5bc5e-23d4-4284-9bdf-0a07a8c0244f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.497243] env[69520]: DEBUG oslo_vmware.api [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1421.497243] env[69520]: value = "task-3482928" [ 1421.497243] env[69520]: _type = "Task" [ 1421.497243] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.504359] env[69520]: DEBUG oslo_vmware.api [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.571109] env[69520]: DEBUG oslo_vmware.api [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482926, 'name': PowerOnVM_Task, 'duration_secs': 0.512275} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.571544] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Resumed the VM {{(pid=69520) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1421.571613] env[69520]: DEBUG nova.compute.manager [None req-a0b180fa-31c0-41a3-b714-ee5bd887fddd tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Checking state {{(pid=69520) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.572388] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e6b320-74fb-46f7-8ad4-94eb4caaa741 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.661580] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.006629] env[69520]: DEBUG oslo_vmware.api [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482928, 'name': ReconfigVM_Task, 'duration_secs': 0.135357} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.006920] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696260', 'volume_id': '91342c4f-71ac-421a-924f-9fd2e71d31be', 'name': 'volume-91342c4f-71ac-421a-924f-9fd2e71d31be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08850e97-08a2-4b3c-a50b-00875a5a7c52', 'attached_at': '', 'detached_at': '', 'volume_id': '91342c4f-71ac-421a-924f-9fd2e71d31be', 'serial': '91342c4f-71ac-421a-924f-9fd2e71d31be'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1422.483446] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "50b77468-fdc9-42c1-b379-bd76be4df106" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.483733] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "50b77468-fdc9-42c1-b379-bd76be4df106" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.483948] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "50b77468-fdc9-42c1-b379-bd76be4df106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.484147] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "50b77468-fdc9-42c1-b379-bd76be4df106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.484316] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "50b77468-fdc9-42c1-b379-bd76be4df106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.486419] env[69520]: INFO nova.compute.manager [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Terminating instance [ 1422.545528] env[69520]: DEBUG nova.objects.instance [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lazy-loading 'flavor' on Instance uuid 08850e97-08a2-4b3c-a50b-00875a5a7c52 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.990235] env[69520]: DEBUG nova.compute.manager [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1422.990584] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.991417] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81474135-7a15-486b-b60d-7b878c32623e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.998998] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.999232] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e393a08-fbe4-4a11-b966-c5a385e7f0f0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.005167] env[69520]: DEBUG oslo_vmware.api [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1423.005167] env[69520]: value = "task-3482929" [ 1423.005167] env[69520]: _type = "Task" [ 1423.005167] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.013675] env[69520]: DEBUG oslo_vmware.api [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.514634] env[69520]: DEBUG oslo_vmware.api [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482929, 'name': PowerOffVM_Task, 'duration_secs': 0.191583} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.514908] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.515076] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.515326] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a62659a1-084a-4c17-9fb4-deec92267ae6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.552651] env[69520]: DEBUG oslo_concurrency.lockutils [None req-c720928c-b30d-4502-ae1d-dee712ffc795 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.578848] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.579197] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.579370] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleting the datastore file [datastore2] 50b77468-fdc9-42c1-b379-bd76be4df106 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.579939] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75f8bf6a-facd-4fa6-b4da-d41590b4a85d {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.586685] env[69520]: DEBUG oslo_vmware.api [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for the task: (returnval){ [ 1423.586685] env[69520]: value = "task-3482931" [ 1423.586685] env[69520]: _type = "Task" [ 1423.586685] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.594521] env[69520]: DEBUG oslo_vmware.api [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.097280] env[69520]: DEBUG oslo_vmware.api [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Task: {'id': task-3482931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152274} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.097572] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.097713] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.097881] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.098052] env[69520]: INFO nova.compute.manager [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1424.098311] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.098463] env[69520]: DEBUG nova.compute.manager [-] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.098600] env[69520]: DEBUG nova.network.neutron [-] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.537803] env[69520]: DEBUG nova.compute.manager [req-c8930e30-fa46-4efc-ab4b-1e842ab09b15 req-c6d90479-0999-41b7-b093-faa5c6abefcf service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Received event network-vif-deleted-28a6019c-e6fc-4046-ab67-7cbe940caedc {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.538109] env[69520]: INFO nova.compute.manager [req-c8930e30-fa46-4efc-ab4b-1e842ab09b15 req-c6d90479-0999-41b7-b093-faa5c6abefcf service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Neutron deleted interface 28a6019c-e6fc-4046-ab67-7cbe940caedc; detaching it from the instance and deleting it from the info cache [ 1424.538315] env[69520]: DEBUG nova.network.neutron [req-c8930e30-fa46-4efc-ab4b-1e842ab09b15 req-c6d90479-0999-41b7-b093-faa5c6abefcf service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.570205] env[69520]: DEBUG oslo_concurrency.lockutils [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.570444] env[69520]: DEBUG oslo_concurrency.lockutils [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.570648] env[69520]: DEBUG oslo_concurrency.lockutils [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "08850e97-08a2-4b3c-a50b-00875a5a7c52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.570837] env[69520]: DEBUG oslo_concurrency.lockutils [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.571027] env[69520]: DEBUG oslo_concurrency.lockutils [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.573162] env[69520]: INFO nova.compute.manager [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Terminating instance [ 1425.021613] env[69520]: DEBUG nova.network.neutron [-] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.041496] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-945e5ade-0790-4825-9e27-8147bb82d7c5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.051383] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ce7b37-37f0-41cd-b003-36d79a0dd72a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.079792] env[69520]: DEBUG nova.compute.manager [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1425.080017] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.117727] env[69520]: DEBUG nova.compute.manager [req-c8930e30-fa46-4efc-ab4b-1e842ab09b15 req-c6d90479-0999-41b7-b093-faa5c6abefcf service nova] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Detach interface failed, port_id=28a6019c-e6fc-4046-ab67-7cbe940caedc, reason: Instance 50b77468-fdc9-42c1-b379-bd76be4df106 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1425.117727] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526a83b8-8bca-428a-9910-eedb234df780 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.117727] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.117727] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4a9a932-68c4-48bc-8c10-30ae91b7e311 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.117727] env[69520]: DEBUG oslo_vmware.api [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1425.117727] env[69520]: value = "task-3482932" [ 1425.117727] env[69520]: _type = "Task" [ 1425.117727] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.117727] env[69520]: DEBUG oslo_vmware.api [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.524994] env[69520]: INFO nova.compute.manager [-] [instance: 50b77468-fdc9-42c1-b379-bd76be4df106] Took 1.43 seconds to deallocate network for instance. [ 1425.603805] env[69520]: DEBUG oslo_vmware.api [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482932, 'name': PowerOffVM_Task, 'duration_secs': 0.198557} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.603984] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.604052] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.604273] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef460b4a-4950-432c-8224-2c1691490b60 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.666505] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.666729] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.666907] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Deleting the datastore file [datastore1] 08850e97-08a2-4b3c-a50b-00875a5a7c52 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.667172] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c3540e-b191-436d-96d3-84222863f964 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.673820] env[69520]: DEBUG oslo_vmware.api [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1425.673820] env[69520]: value = "task-3482934" [ 1425.673820] env[69520]: _type = "Task" [ 1425.673820] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.681491] env[69520]: DEBUG oslo_vmware.api [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.032016] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.032311] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.032561] env[69520]: DEBUG nova.objects.instance [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lazy-loading 'resources' on Instance uuid 50b77468-fdc9-42c1-b379-bd76be4df106 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.183654] env[69520]: DEBUG oslo_vmware.api [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133815} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.184141] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.184141] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.184342] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.184536] env[69520]: INFO nova.compute.manager [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1426.184787] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.184976] env[69520]: DEBUG nova.compute.manager [-] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1426.185082] env[69520]: DEBUG nova.network.neutron [-] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1426.618568] env[69520]: DEBUG nova.compute.manager [req-df1ef79f-3677-48f5-b797-0eb06f75f23b req-c79ab02a-ac2d-4cb3-bf58-8da69bc45859 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Received event network-vif-deleted-e05cb4ce-32f2-4c64-ae5e-03f55972bfd6 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.618785] env[69520]: INFO nova.compute.manager [req-df1ef79f-3677-48f5-b797-0eb06f75f23b req-c79ab02a-ac2d-4cb3-bf58-8da69bc45859 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Neutron deleted interface e05cb4ce-32f2-4c64-ae5e-03f55972bfd6; detaching it from the instance and deleting it from the info cache [ 1426.618975] env[69520]: DEBUG nova.network.neutron [req-df1ef79f-3677-48f5-b797-0eb06f75f23b req-c79ab02a-ac2d-4cb3-bf58-8da69bc45859 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.621131] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802c37ed-ba85-43e8-a497-725abf4f7167 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.629919] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce06e18c-4775-4001-ad11-f899f918efb9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.661014] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cdf082-3765-4609-bbb7-72e6488e5d4a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.667884] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0bd406-fb5e-4fa4-aafb-dc9f1e116895 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.681126] env[69520]: DEBUG nova.compute.provider_tree [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.100477] env[69520]: DEBUG nova.network.neutron [-] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.121593] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec7dc769-2857-4fe5-ab75-3eb1f9e0b2f7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.131829] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5bfbdd-f71e-449d-a263-9933ebe9a7c7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.157525] env[69520]: DEBUG nova.compute.manager [req-df1ef79f-3677-48f5-b797-0eb06f75f23b req-c79ab02a-ac2d-4cb3-bf58-8da69bc45859 service nova] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Detach interface failed, port_id=e05cb4ce-32f2-4c64-ae5e-03f55972bfd6, reason: Instance 08850e97-08a2-4b3c-a50b-00875a5a7c52 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1427.184365] env[69520]: DEBUG nova.scheduler.client.report [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.602623] env[69520]: INFO nova.compute.manager [-] [instance: 08850e97-08a2-4b3c-a50b-00875a5a7c52] Took 1.42 seconds to deallocate network for instance. [ 1427.688778] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.707218] env[69520]: INFO nova.scheduler.client.report [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Deleted allocations for instance 50b77468-fdc9-42c1-b379-bd76be4df106 [ 1428.109863] env[69520]: DEBUG oslo_concurrency.lockutils [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.109863] env[69520]: DEBUG oslo_concurrency.lockutils [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.109863] env[69520]: DEBUG nova.objects.instance [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lazy-loading 'resources' on Instance uuid 08850e97-08a2-4b3c-a50b-00875a5a7c52 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.214236] env[69520]: DEBUG oslo_concurrency.lockutils [None req-2f21055b-257f-480e-a4a2-80cc4fcc0ede tempest-ServerActionsTestJSON-91404794 tempest-ServerActionsTestJSON-91404794-project-member] Lock "50b77468-fdc9-42c1-b379-bd76be4df106" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.730s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.668997] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b2627-7658-47fb-b7e8-ee34a2c5bd3b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.676994] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bac444-8965-4464-a71c-10f58e8fbf1a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.706925] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcee426-286b-4ef4-869a-89a46c500eb6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.713949] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c82fad-649a-4fad-b8d2-3e39be42c6b9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.727353] env[69520]: DEBUG nova.compute.provider_tree [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.230695] env[69520]: DEBUG nova.scheduler.client.report [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.738551] env[69520]: DEBUG oslo_concurrency.lockutils [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.765414] env[69520]: INFO nova.scheduler.client.report [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Deleted allocations for instance 08850e97-08a2-4b3c-a50b-00875a5a7c52 [ 1430.273781] env[69520]: DEBUG oslo_concurrency.lockutils [None req-904254cc-37d9-4cd2-912e-9ea5b7b5228e tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "08850e97-08a2-4b3c-a50b-00875a5a7c52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.703s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.639055] env[69520]: DEBUG oslo_concurrency.lockutils [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "9d1ad968-605c-407b-9a3a-7683d7611695" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.639717] env[69520]: DEBUG oslo_concurrency.lockutils [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.143086] env[69520]: DEBUG nova.compute.utils [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Using /dev/sd instead of None {{(pid=69520) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1432.645762] env[69520]: DEBUG oslo_concurrency.lockutils [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.708149] env[69520]: DEBUG oslo_concurrency.lockutils [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "9d1ad968-605c-407b-9a3a-7683d7611695" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.708515] env[69520]: DEBUG oslo_concurrency.lockutils [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.708645] env[69520]: INFO nova.compute.manager [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Attaching volume 0b630b57-6bfb-432e-a03a-9dd5261c79b3 to /dev/sdb [ 1433.738708] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e30ab-f9de-40f6-9eb2-910f102876ba {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.745657] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f743a0d6-4bd8-4276-9cbc-db7beffac1f2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.758619] env[69520]: DEBUG nova.virt.block_device [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Updating existing volume attachment record: 8645da76-b240-420a-b858-eef2fe75caae {{(pid=69520) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1435.683722] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.684276] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.684276] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.684398] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.684559] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.686736] env[69520]: INFO nova.compute.manager [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Terminating instance [ 1436.190508] env[69520]: DEBUG nova.compute.manager [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1436.190687] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1436.191629] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660787a2-b28f-4356-9ee3-242bfd047e58 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.199406] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1436.199627] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af9ccc41-7150-460e-902d-1694f4f46186 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.205358] env[69520]: DEBUG oslo_vmware.api [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1436.205358] env[69520]: value = "task-3482938" [ 1436.205358] env[69520]: _type = "Task" [ 1436.205358] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.213164] env[69520]: DEBUG oslo_vmware.api [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.714699] env[69520]: DEBUG oslo_vmware.api [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482938, 'name': PowerOffVM_Task, 'duration_secs': 0.211414} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.715094] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1436.715155] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1436.715352] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c402288-eecd-458a-a5c9-405ad14a7909 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.778589] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1436.778766] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1436.778927] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Deleting the datastore file [datastore2] 53f30dbc-5558-47d6-aa6c-40a9ca817b2c {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1436.779190] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f880e5-37e9-402c-b28e-d89aa169cca1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.785262] env[69520]: DEBUG oslo_vmware.api [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1436.785262] env[69520]: value = "task-3482940" [ 1436.785262] env[69520]: _type = "Task" [ 1436.785262] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.792304] env[69520]: DEBUG oslo_vmware.api [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.294864] env[69520]: DEBUG oslo_vmware.api [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178242} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.295145] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1437.295331] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1437.295504] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1437.295675] env[69520]: INFO nova.compute.manager [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1437.295913] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1437.296123] env[69520]: DEBUG nova.compute.manager [-] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1437.296218] env[69520]: DEBUG nova.network.neutron [-] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1437.569719] env[69520]: DEBUG nova.compute.manager [req-b5b31836-e616-48f7-ae9a-4945b8787a08 req-3144daeb-05a4-49fa-af5a-66316bd4dc13 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Received event network-vif-deleted-04dded29-04d3-4c23-b436-db2fd613d856 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.569719] env[69520]: INFO nova.compute.manager [req-b5b31836-e616-48f7-ae9a-4945b8787a08 req-3144daeb-05a4-49fa-af5a-66316bd4dc13 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Neutron deleted interface 04dded29-04d3-4c23-b436-db2fd613d856; detaching it from the instance and deleting it from the info cache [ 1437.569719] env[69520]: DEBUG nova.network.neutron [req-b5b31836-e616-48f7-ae9a-4945b8787a08 req-3144daeb-05a4-49fa-af5a-66316bd4dc13 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.049440] env[69520]: DEBUG nova.network.neutron [-] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.072419] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20226b3a-6def-4a90-b23e-ac610385c91e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.081982] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d32bbd-0a0e-4772-916e-ef0771a5009a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.107216] env[69520]: DEBUG nova.compute.manager [req-b5b31836-e616-48f7-ae9a-4945b8787a08 req-3144daeb-05a4-49fa-af5a-66316bd4dc13 service nova] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Detach interface failed, port_id=04dded29-04d3-4c23-b436-db2fd613d856, reason: Instance 53f30dbc-5558-47d6-aa6c-40a9ca817b2c could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1438.299961] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Volume attach. Driver type: vmdk {{(pid=69520) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1438.300219] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696262', 'volume_id': '0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'name': 'volume-0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d1ad968-605c-407b-9a3a-7683d7611695', 'attached_at': '', 'detached_at': '', 'volume_id': '0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'serial': '0b630b57-6bfb-432e-a03a-9dd5261c79b3'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1438.301093] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ce4cba-dc57-4a4c-bbb5-22ac1ba43fa7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.318248] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9a8288-558b-4993-a8e4-378eb90e0e2b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.343190] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-0b630b57-6bfb-432e-a03a-9dd5261c79b3/volume-0b630b57-6bfb-432e-a03a-9dd5261c79b3.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1438.343421] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ce8340-123a-4c9e-aa0c-7a808a7637b1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.360763] env[69520]: DEBUG oslo_vmware.api [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1438.360763] env[69520]: value = "task-3482941" [ 1438.360763] env[69520]: _type = "Task" [ 1438.360763] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.368249] env[69520]: DEBUG oslo_vmware.api [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.552703] env[69520]: INFO nova.compute.manager [-] [instance: 53f30dbc-5558-47d6-aa6c-40a9ca817b2c] Took 1.26 seconds to deallocate network for instance. [ 1438.871103] env[69520]: DEBUG oslo_vmware.api [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482941, 'name': ReconfigVM_Task, 'duration_secs': 0.35624} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.871369] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-0b630b57-6bfb-432e-a03a-9dd5261c79b3/volume-0b630b57-6bfb-432e-a03a-9dd5261c79b3.vmdk or device None with type thin {{(pid=69520) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.875970] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06cbcde5-dba1-4925-b01c-18964983516c {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.890479] env[69520]: DEBUG oslo_vmware.api [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1438.890479] env[69520]: value = "task-3482942" [ 1438.890479] env[69520]: _type = "Task" [ 1438.890479] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.898040] env[69520]: DEBUG oslo_vmware.api [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.059102] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.059457] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.059617] env[69520]: DEBUG nova.objects.instance [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lazy-loading 'resources' on Instance uuid 53f30dbc-5558-47d6-aa6c-40a9ca817b2c {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.400630] env[69520]: DEBUG oslo_vmware.api [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482942, 'name': ReconfigVM_Task, 'duration_secs': 0.158995} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.400926] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696262', 'volume_id': '0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'name': 'volume-0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d1ad968-605c-407b-9a3a-7683d7611695', 'attached_at': '', 'detached_at': '', 'volume_id': '0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'serial': '0b630b57-6bfb-432e-a03a-9dd5261c79b3'} {{(pid=69520) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1439.616158] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f325115-2ec2-4af1-98d6-8c93abca84c8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.624241] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709fc7e3-024e-4693-b843-f6dc12635d78 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.655478] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e5f1aa-e8fe-48dc-9475-ab5f778c36d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.663094] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8790c-b372-4a3c-8c9c-26d9947b135f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.676646] env[69520]: DEBUG nova.compute.provider_tree [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.179723] env[69520]: DEBUG nova.scheduler.client.report [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.436359] env[69520]: DEBUG nova.objects.instance [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lazy-loading 'flavor' on Instance uuid 9d1ad968-605c-407b-9a3a-7683d7611695 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.684756] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.704175] env[69520]: INFO nova.scheduler.client.report [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Deleted allocations for instance 53f30dbc-5558-47d6-aa6c-40a9ca817b2c [ 1440.941775] env[69520]: DEBUG oslo_concurrency.lockutils [None req-954314cf-0824-40ff-a2f6-4e59a8b64b0a tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.142061] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "9d1ad968-605c-407b-9a3a-7683d7611695" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.142061] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.212033] env[69520]: DEBUG oslo_concurrency.lockutils [None req-0b50a1bf-3bf0-4628-b4ae-f781e6d30e80 tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "53f30dbc-5558-47d6-aa6c-40a9ca817b2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.528s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.645130] env[69520]: INFO nova.compute.manager [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Detaching volume 0b630b57-6bfb-432e-a03a-9dd5261c79b3 [ 1441.678013] env[69520]: INFO nova.virt.block_device [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Attempting to driver detach volume 0b630b57-6bfb-432e-a03a-9dd5261c79b3 from mountpoint /dev/sdb [ 1441.678267] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Volume detach. Driver type: vmdk {{(pid=69520) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1441.678454] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696262', 'volume_id': '0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'name': 'volume-0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d1ad968-605c-407b-9a3a-7683d7611695', 'attached_at': '', 'detached_at': '', 'volume_id': '0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'serial': '0b630b57-6bfb-432e-a03a-9dd5261c79b3'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1441.679348] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b5fab-43ae-445c-adc6-bbbc39f9a9d5 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.702273] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9bd2ca-8e15-4656-8b6e-6289068641d1 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.708751] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922e5893-108e-481e-b45e-27c7fd87f5c6 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.728484] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3702b54-4d5a-4898-9856-390fe5356c8b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.743139] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b630b57-6bfb-432e-a03a-9dd5261c79b3/volume-0b630b57-6bfb-432e-a03a-9dd5261c79b3.vmdk. No consolidation needed. {{(pid=69520) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1441.748291] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1441.748558] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d853cc7-a455-4f33-b2db-ed9a0ca38aac {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.766173] env[69520]: DEBUG oslo_vmware.api [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1441.766173] env[69520]: value = "task-3482943" [ 1441.766173] env[69520]: _type = "Task" [ 1441.766173] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.773597] env[69520]: DEBUG oslo_vmware.api [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.276424] env[69520]: DEBUG oslo_vmware.api [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482943, 'name': ReconfigVM_Task, 'duration_secs': 0.223977} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.277463] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69520) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1442.281802] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fff4cfb-9c61-4cfa-9b16-0d7a05cc815a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.295587] env[69520]: DEBUG oslo_vmware.api [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1442.295587] env[69520]: value = "task-3482944" [ 1442.295587] env[69520]: _type = "Task" [ 1442.295587] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.302867] env[69520]: DEBUG oslo_vmware.api [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.316311] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.316525] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.316718] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.316899] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.317076] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.319059] env[69520]: INFO nova.compute.manager [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Terminating instance [ 1442.804869] env[69520]: DEBUG oslo_vmware.api [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482944, 'name': ReconfigVM_Task, 'duration_secs': 0.129751} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.805158] env[69520]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696262', 'volume_id': '0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'name': 'volume-0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d1ad968-605c-407b-9a3a-7683d7611695', 'attached_at': '', 'detached_at': '', 'volume_id': '0b630b57-6bfb-432e-a03a-9dd5261c79b3', 'serial': '0b630b57-6bfb-432e-a03a-9dd5261c79b3'} {{(pid=69520) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1442.822913] env[69520]: DEBUG nova.compute.manager [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.823144] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.823942] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a18f75-8e30-48a6-8855-84ce64163002 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.831014] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.831218] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ffb95b2-2b2f-4a7f-8bf4-931f79655aa2 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.837023] env[69520]: DEBUG oslo_vmware.api [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1442.837023] env[69520]: value = "task-3482945" [ 1442.837023] env[69520]: _type = "Task" [ 1442.837023] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.844753] env[69520]: DEBUG oslo_vmware.api [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.347732] env[69520]: DEBUG oslo_vmware.api [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482945, 'name': PowerOffVM_Task, 'duration_secs': 0.160946} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.348913] env[69520]: DEBUG nova.objects.instance [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lazy-loading 'flavor' on Instance uuid 9d1ad968-605c-407b-9a3a-7683d7611695 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.350204] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.350378] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.350820] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9901433d-cb74-47aa-b704-2d68b2715464 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.412131] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.412323] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Deleting contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.412535] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Deleting the datastore file [datastore2] 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.412811] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf2c78ea-87c0-4b79-bdc6-8f3c3c96f098 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.419128] env[69520]: DEBUG oslo_vmware.api [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for the task: (returnval){ [ 1443.419128] env[69520]: value = "task-3482947" [ 1443.419128] env[69520]: _type = "Task" [ 1443.419128] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.426464] env[69520]: DEBUG oslo_vmware.api [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.931027] env[69520]: DEBUG oslo_vmware.api [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Task: {'id': task-3482947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136398} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.931293] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.931465] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Deleted contents of the VM from datastore datastore2 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.931666] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.931846] env[69520]: INFO nova.compute.manager [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1443.932092] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1443.932278] env[69520]: DEBUG nova.compute.manager [-] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1443.932371] env[69520]: DEBUG nova.network.neutron [-] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.170399] env[69520]: DEBUG nova.compute.manager [req-cafec0cb-9253-4d28-99ef-2d3fc5426afa req-c0f7e99f-7500-4518-8878-413456c07dc3 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Received event network-vif-deleted-e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.170604] env[69520]: INFO nova.compute.manager [req-cafec0cb-9253-4d28-99ef-2d3fc5426afa req-c0f7e99f-7500-4518-8878-413456c07dc3 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Neutron deleted interface e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f; detaching it from the instance and deleting it from the info cache [ 1444.170821] env[69520]: DEBUG nova.network.neutron [req-cafec0cb-9253-4d28-99ef-2d3fc5426afa req-c0f7e99f-7500-4518-8878-413456c07dc3 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.355676] env[69520]: DEBUG oslo_concurrency.lockutils [None req-bd75e46c-1616-452f-acd8-8286b5909399 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.654660] env[69520]: DEBUG nova.network.neutron [-] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.673125] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f55ff53-6231-4d00-b116-bfc805d691d7 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.683168] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ebe051-f460-424c-84ee-58dc92e894a8 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.708112] env[69520]: DEBUG nova.compute.manager [req-cafec0cb-9253-4d28-99ef-2d3fc5426afa req-c0f7e99f-7500-4518-8878-413456c07dc3 service nova] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Detach interface failed, port_id=e2d00ee6-8c29-4c5c-bcaf-dfaf379e226f, reason: Instance 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1445.156881] env[69520]: INFO nova.compute.manager [-] [instance: 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258] Took 1.22 seconds to deallocate network for instance. [ 1445.380428] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "9d1ad968-605c-407b-9a3a-7683d7611695" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.380807] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.380866] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "9d1ad968-605c-407b-9a3a-7683d7611695-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.381024] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.381196] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.383310] env[69520]: INFO nova.compute.manager [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Terminating instance [ 1445.663480] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.663756] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.663980] env[69520]: DEBUG nova.objects.instance [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lazy-loading 'resources' on Instance uuid 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.886902] env[69520]: DEBUG nova.compute.manager [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Start destroying the instance on the hypervisor. {{(pid=69520) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1445.887154] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Destroying instance {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.888154] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaad57f-fd46-4c32-8500-83e4d0df709b {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.896441] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Powering off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.896689] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c519946-08f7-43f2-a084-22d807d05b1e {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.903356] env[69520]: DEBUG oslo_vmware.api [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1445.903356] env[69520]: value = "task-3482948" [ 1445.903356] env[69520]: _type = "Task" [ 1445.903356] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.911243] env[69520]: DEBUG oslo_vmware.api [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.209374] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740baa98-ea56-4a5d-ba0e-69496764d9a4 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.217294] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb43d752-d5a1-4fb1-92ed-96e487270314 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.247399] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1da5cb-2ecb-4a69-a691-2a7d56967375 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.256022] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ca45c1-45dd-4e35-a3a1-aa1e2f2217d0 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.270934] env[69520]: DEBUG nova.compute.provider_tree [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.413193] env[69520]: DEBUG oslo_vmware.api [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482948, 'name': PowerOffVM_Task, 'duration_secs': 0.233582} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.413538] env[69520]: DEBUG nova.virt.vmwareapi.vm_util [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Powered off the VM {{(pid=69520) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.413607] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Unregistering the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.413811] env[69520]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a3a643e-f4f1-47e0-9824-62c2f497120a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.471637] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Unregistered the VM {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.471845] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Deleting contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.471986] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleting the datastore file [datastore1] 9d1ad968-605c-407b-9a3a-7683d7611695 {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.472246] env[69520]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3ec7287-5fe8-4213-a076-a1648e275295 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.478500] env[69520]: DEBUG oslo_vmware.api [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for the task: (returnval){ [ 1446.478500] env[69520]: value = "task-3482950" [ 1446.478500] env[69520]: _type = "Task" [ 1446.478500] env[69520]: } to complete. {{(pid=69520) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.485789] env[69520]: DEBUG oslo_vmware.api [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.790935] env[69520]: ERROR nova.scheduler.client.report [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] [req-3fb58f3d-d6a2-4356-8006-b4e9f90dc346] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 093b5977-ab1e-4208-9866-9743536d6c6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3fb58f3d-d6a2-4356-8006-b4e9f90dc346"}]} [ 1446.806294] env[69520]: DEBUG nova.scheduler.client.report [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Refreshing inventories for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1446.818737] env[69520]: DEBUG nova.scheduler.client.report [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Updating ProviderTree inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1446.818957] env[69520]: DEBUG nova.compute.provider_tree [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.828802] env[69520]: DEBUG nova.scheduler.client.report [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Refreshing aggregate associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, aggregates: None {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1446.846827] env[69520]: DEBUG nova.scheduler.client.report [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Refreshing trait associations for resource provider 093b5977-ab1e-4208-9866-9743536d6c6d, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69520) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1446.876190] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f0184d-89be-438e-b3e5-709b8df3182f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.883633] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53355bfc-ef50-4db3-a528-f2183b37d5d9 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.912692] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2592e8c-c5d4-4c12-bdf0-0f1fb69ef9cd {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.919265] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae9c8da-0536-4fbf-8487-332970817ecb {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.936577] env[69520]: DEBUG nova.compute.provider_tree [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.987503] env[69520]: DEBUG oslo_vmware.api [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Task: {'id': task-3482950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137434} completed successfully. {{(pid=69520) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.987739] env[69520]: DEBUG nova.virt.vmwareapi.ds_util [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleted the datastore file {{(pid=69520) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1446.987922] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Deleted contents of the VM from datastore datastore1 {{(pid=69520) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1446.988113] env[69520]: DEBUG nova.virt.vmwareapi.vmops [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Instance destroyed {{(pid=69520) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1446.988288] env[69520]: INFO nova.compute.manager [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1446.988522] env[69520]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69520) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1446.988712] env[69520]: DEBUG nova.compute.manager [-] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Deallocating network for instance {{(pid=69520) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1446.988807] env[69520]: DEBUG nova.network.neutron [-] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] deallocate_for_instance() {{(pid=69520) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.425591] env[69520]: DEBUG nova.compute.manager [req-02773ec3-a3fc-4348-a192-5b0b37caa7d7 req-32555107-2e55-4c4f-a88e-420e6ad7e498 service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Received event network-vif-deleted-3fa221cb-1c1e-45b6-be93-b15fcf293d19 {{(pid=69520) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.425838] env[69520]: INFO nova.compute.manager [req-02773ec3-a3fc-4348-a192-5b0b37caa7d7 req-32555107-2e55-4c4f-a88e-420e6ad7e498 service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Neutron deleted interface 3fa221cb-1c1e-45b6-be93-b15fcf293d19; detaching it from the instance and deleting it from the info cache [ 1447.425838] env[69520]: DEBUG nova.network.neutron [req-02773ec3-a3fc-4348-a192-5b0b37caa7d7 req-32555107-2e55-4c4f-a88e-420e6ad7e498 service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.465716] env[69520]: DEBUG nova.scheduler.client.report [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Updated inventory for provider 093b5977-ab1e-4208-9866-9743536d6c6d with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1447.465978] env[69520]: DEBUG nova.compute.provider_tree [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Updating resource provider 093b5977-ab1e-4208-9866-9743536d6c6d generation from 175 to 176 during operation: update_inventory {{(pid=69520) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1447.466170] env[69520]: DEBUG nova.compute.provider_tree [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Updating inventory in ProviderTree for provider 093b5977-ab1e-4208-9866-9743536d6c6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.909027] env[69520]: DEBUG nova.network.neutron [-] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Updating instance_info_cache with network_info: [] {{(pid=69520) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.929815] env[69520]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18f08cf0-e16d-4080-8b27-e24c5700f32a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.940434] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e81d17e-82dc-4178-8693-7ec8c89b110a {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.965383] env[69520]: DEBUG nova.compute.manager [req-02773ec3-a3fc-4348-a192-5b0b37caa7d7 req-32555107-2e55-4c4f-a88e-420e6ad7e498 service nova] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Detach interface failed, port_id=3fa221cb-1c1e-45b6-be93-b15fcf293d19, reason: Instance 9d1ad968-605c-407b-9a3a-7683d7611695 could not be found. {{(pid=69520) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1447.970346] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.988813] env[69520]: INFO nova.scheduler.client.report [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Deleted allocations for instance 171f31ab-20b4-4fc1-87e6-8fdeb6d2d258 [ 1448.411958] env[69520]: INFO nova.compute.manager [-] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Took 1.42 seconds to deallocate network for instance. [ 1448.496016] env[69520]: DEBUG oslo_concurrency.lockutils [None req-cb56a1eb-64a3-4a8f-ac78-5cfd2d589a6f tempest-ServerRescueNegativeTestJSON-1710257505 tempest-ServerRescueNegativeTestJSON-1710257505-project-member] Lock "171f31ab-20b4-4fc1-87e6-8fdeb6d2d258" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.179s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.918281] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.918570] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.918790] env[69520]: DEBUG nova.objects.instance [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lazy-loading 'resources' on Instance uuid 9d1ad968-605c-407b-9a3a-7683d7611695 {{(pid=69520) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.463797] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e74a8-2de5-4d5a-9950-0ffb0bb1ff21 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.471556] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b45e078-8bd4-44f8-9bce-7522068c13bf {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.504151] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228efd3d-043b-4890-8b79-3e789a5b7e86 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.511750] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471194a2-7f53-48a1-876d-42b56cf1ca14 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.524439] env[69520]: DEBUG nova.compute.provider_tree [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.027456] env[69520]: DEBUG nova.scheduler.client.report [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.532273] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.559682] env[69520]: INFO nova.scheduler.client.report [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Deleted allocations for instance 9d1ad968-605c-407b-9a3a-7683d7611695 [ 1451.067406] env[69520]: DEBUG oslo_concurrency.lockutils [None req-61693168-dc7e-496a-8731-aedf51b39858 tempest-AttachVolumeNegativeTest-1683684772 tempest-AttachVolumeNegativeTest-1683684772-project-member] Lock "9d1ad968-605c-407b-9a3a-7683d7611695" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.667391] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.667459] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.666918] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.667537] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.171129] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.171424] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.171607] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.171768] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69520) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1467.172760] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03daadc1-ae38-4b67-96a7-0de56a2ba079 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.180888] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d80848-7c6e-4486-9fd6-76f338ea9755 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.195305] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd47f48-c93b-45fa-a001-bbd7d380ec90 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.201191] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7c62c7-5b11-4f03-a9c8-f33a71f3e408 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.229309] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180165MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69520) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1467.229464] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.229670] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.355502] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1468.355742] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69520) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1468.368903] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdc5d55-77eb-4017-95f7-1d6985ce2167 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.376685] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b651edaf-8410-490f-b4fd-a37f55601aa3 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.406654] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb924a7-6334-4218-bbdf-be9fae866b7f {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.413296] env[69520]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da93aed-87ec-4431-b7ad-751ed7228553 {{(pid=69520) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.426219] env[69520]: DEBUG nova.compute.provider_tree [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed in ProviderTree for provider: 093b5977-ab1e-4208-9866-9743536d6c6d {{(pid=69520) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.928890] env[69520]: DEBUG nova.scheduler.client.report [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Inventory has not changed for provider 093b5977-ab1e-4208-9866-9743536d6c6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69520) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.434083] env[69520]: DEBUG nova.compute.resource_tracker [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69520) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1469.434432] env[69520]: DEBUG oslo_concurrency.lockutils [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.205s {{(pid=69520) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.434546] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.936628] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.936956] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.936995] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.937139] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.937281] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69520) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1477.667540] env[69520]: DEBUG oslo_service.periodic_task [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69520) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.667863] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] Cleaning up deleted instances {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1478.176551] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] There are 27 instances to clean {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1478.176781] env[69520]: DEBUG nova.compute.manager [None req-23df5fcc-fbb0-46ce-ac01-c5d789f303ae None None] [instance: 9d1ad968-605c-407b-9a3a-7683d7611695] Instance has had 0 of 5 cleanup attempts {{(pid=69520) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}